-- Logs begin at Tue 2021-04-20 12:31:37 UTC, end at Tue 2021-04-20 13:31:17 UTC. --
Apr 20 13:02:08.753185 dv-cinder-786627-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 13:02:11.847985 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.common.config [-] Logging enabled!
Apr 20 13:02:11.848540 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 13:02:11.849814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86259) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 13:02:11.851570 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.common.config [-] Logging enabled!
Apr 20 13:02:11.851857 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 13:02:11.852202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86259) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 13:02:11.853742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 13:02:11.853999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 13:02:11.855021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 13:02:11.855298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 13:02:11.855578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 13:02:11.855946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.856283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.856619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.856879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.857210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.857538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.857859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.858186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.858520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.858841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.859153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.859498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.859762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.860079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.860407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.860730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.860983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.861299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.861826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.862143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.862456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.862785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.863096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.863426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.863734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.864054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.864417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] host                           = dv-cinder-786627-2-iscsi {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.864726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.865053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.865377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.865702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.866012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.866322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.866644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.866950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.867257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.867588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.867916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.868245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.869112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.869367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.869619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.869944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.870272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.870579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.870887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.871194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.871524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.871833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.872136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.872459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.872783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.873107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.873414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.873719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.874023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.874350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.874651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.874956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.875260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.875592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.875916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.876216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.876520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.876857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.877180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.877497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.877818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.878124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.878447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.878753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.879056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.879355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.879686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.879988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.880304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.880608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.880912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.881219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.881520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.881844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:11.882172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.882513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.882851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.883166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.883518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.883831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.884719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.885035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.885362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.885693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.886015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.886325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.886645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.886956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.887296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.887662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.887991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.888319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.888626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.888933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.889242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.889550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.889869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.890199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.890526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.890831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.891126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.891468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.891780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.892084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.892394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.892723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.893032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.893337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.893651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.893958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.894258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.894585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.894868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.895193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.895522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.895828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.896130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.896439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.896739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.897060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.897370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.897677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.897988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.898297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.898607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.898907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.899218 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.899595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.900404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.900712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.901017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.901323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.901631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.901936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.902240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.902550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.902858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.903164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.903489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.903797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.904103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.904407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.904728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.905059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.905368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.905679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.905989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.906298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.906604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.906912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.907219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.907552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.907860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.908193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.908509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.908830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.909142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.909449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.909783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.910095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.910409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.910717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.911026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.911348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.911712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.912042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.912372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.912704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.913031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.913357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.913667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.914015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.914331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:11.914579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 13:02:11.914844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86259) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 13:02:12.568825 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading Gnome
Apr 20 13:02:12.585716 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading Google
Apr 20 13:02:12.588999 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 13:02:12.592745 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading file
Apr 20 13:02:12.593574 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading keyczar
Apr 20 13:02:12.593848 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading multi
Apr 20 13:02:12.594472 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO keyring.backend [-] Loading pyfs
Apr 20 13:02:12.639541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:12.639850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:12.640172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:12.640540 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 13:02:13.030449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.030912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.031048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.032425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.032847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.033143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.070293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.070598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.070892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.085354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.085664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.085961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.151030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.151340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.151665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.152662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.152962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.154687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.422996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa8d5ed47b8> agent after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.423315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa8d5ed47b8> agent after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.423639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8d5ed46a8> segment precommit_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.423937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa8d5ed4730> network precommit_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.424755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa8d5e829d8> segment before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.569709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> network before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.570083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa8d5c7ca60> agent before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.570399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> network before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.570702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.570998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.571433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> segment after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.571878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> segment precommit_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.572168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> segment precommit_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.572455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> segment after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.572787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> network after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.573081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> network precommit_delete 0 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.573385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port provisioning_complete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.573687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.573973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.574277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> agent after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.574589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> subnet after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.574879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> subnet precommit_delete 0 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.575189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.575498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.575830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> segment_host_mapping after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.576266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.576545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.576823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> port after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.577157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.577436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.577712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8d681f7f0>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.578124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.578395 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.578664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.578932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.579198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.579488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:13.579893 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 13:02:13.582915 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 13:02:13.586781 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 13:02:13.591027 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Apr 20 13:02:13.592680 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 13:02:13.593919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 13:02:13.594292 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 13:02:13.594713 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 13:02:13.598392 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 13:02:13.598676 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 13:02:13.599062 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 13:02:13.625824 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 13:02:13.626319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa8d5d90c88>> qos_plugin after_init 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.626641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86259) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 13:02:13.627040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa8d5cce4a8>> logging-plugin after_init 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.628382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86259) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 13:02:13.628699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 13:02:13.628974 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 13:02:13.632140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa8d5cce518>> floatingip before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.632445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa8d5cce518>> port before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:13.700179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 13:02:13.700388 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 13:02:13.700655 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 13:02:13.701052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 13:02:13.734456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.sqlalchemy.engines [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86259) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 13:02:14.171622 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing driver for type 'gre'
Apr 20 13:02:14.172223 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] gre ID ranges: [(1, 1000)]
Apr 20 13:02:14.211101 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing driver for type 'local'
Apr 20 13:02:14.211492 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing driver for type 'vlan'
Apr 20 13:02:14.221256 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] VlanTypeDriver initialization complete
Apr 20 13:02:14.221626 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing driver for type 'vxlan'
Apr 20 13:02:14.222127 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 13:02:14.261072 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing extension driver 'port_security'
Apr 20 13:02:14.261423 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.extensions.port_security [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] PortSecurityExtensionDriver initialization complete
Apr 20 13:02:14.261786 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing mechanism driver 'openvswitch'
Apr 20 13:02:14.262137 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing mechanism driver 'hyperv'
Apr 20 13:02:14.268357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:14.269162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5bea2e8>> port after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.269561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5bea2e8>> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.269944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5bea2e8>> port after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.270364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d572cf60>> subnet after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.270749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d572cf60>> subnet after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.271121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d572cf60>> subnet after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.271556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732160>> network after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.271931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732160>> network after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.272303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732160>> network after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.272712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732320>> security_group after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.273083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732320>> security_group after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.273604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d5732320>> security_group after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.274015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57324e0>> security_group_rule after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.274391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57324e0>> security_group_rule after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.274791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57324e0>> security_group_rule after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.275204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57326a0>> address_group after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.275601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57326a0>> address_group after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.275971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa8d57326a0>> address_group after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.276331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] ML2 OVO RPC backend initialized. {{(pid=86259) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 13:02:14.277106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> router_interface after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.277488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> router_interface after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.277935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> network before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.278309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> networks before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.278684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> port before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.279053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> ports before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.279458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> subnet before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.279834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> subnets before_response 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.280209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> network after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.280578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> network after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.280945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> network after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.281309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> port after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.281673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.282036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> port after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.282401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> subnet after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.282765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> subnet after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.283129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa8d5732780>> subnet after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.283769 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.plugin [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Modular L2 Plugin initialization complete
Apr 20 13:02:14.284118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading services supported by the core plugin {{(pid=86259) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 13:02:14.284475 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.plugins.ml2.managers [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Got port-security extension from driver 'port_security'
Apr 20 13:02:14.284968 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.extensions.vlantransparent [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Disabled vlantransparent extension.
Apr 20 13:02:14.285495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86259) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 13:02:14.285834 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: router
Apr 20 13:02:14.324346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router_interface before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.324769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_create 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.325170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router before_create 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.325571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router_interface before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.325977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router_interface after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.326360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_delete 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.326753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> floatingip after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.327151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_create 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.327549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.327929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.328307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router_gateway after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.328700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.329179 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.329625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa8d5d8ec80> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.329957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa8d5d8ee18> port after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.330322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa8d5d8ed90> subnet after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.330692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa8d5d8ed08> subnetpool_address_scope after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.331070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> port precommit_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.331472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_create 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.331850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa8d5d7e8c8> port before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.332222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.332616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router after_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.332986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_delete 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.333368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_create 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.333764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router_interface after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.334139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> router precommit_update 55549900 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.334558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa8d5732908>> network after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.335543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Tracking information for resource: router configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:14.335912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Tracking information for resource: floatingip configured {{(pid=86259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 13:02:14.340687 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_agentschedulers_db [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 13:02:14.341320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa8d56b5510> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.341705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa8d56b5400> port after_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.342085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _notify_port_delete at 0x7fa8d56b5488> port after_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.342463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa8d56b56a8> port after_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.343334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa8d56d3710>> router before_create 55550100 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.343756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa8d56d3710>> router precommit_delete 55550100 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.344152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa8d56d3710>> router precommit_create 55550100 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.344537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa8d56d3710>> router precommit_update 55550100 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.349306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.provider_configuration [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service providers = [] {{(pid=86259) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 13:02:14.349699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.servicetype_db [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86259) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 13:02:14.352509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.service_base [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 13:02:14.352915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.service_base [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 13:02:14.353286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.service_base [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 13:02:14.354165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.service_base [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 13:02:14.354558 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.services.service_base [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 13:02:14.354964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.355312 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 13:02:14.365362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.365730 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: auto_allocate
Apr 20 13:02:14.371869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa8d5687d90> network precommit_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.372269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa8d5687d90> network precommit_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.372848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.373202 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: tag
Apr 20 13:02:14.380162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.380526 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: timestamp
Apr 20 13:02:14.384849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.385215 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: network_ip_availability
Apr 20 13:02:14.390586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d55e7320>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.390988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d55e7320>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.391372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d55e7320>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.392165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.392516 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: flavors
Apr 20 13:02:14.396965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.397335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading Plugin: revisions
Apr 20 13:02:14.401869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 13:02:14.402286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=86259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:14.403066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86259) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 13:02:14.403443 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Initializing extension manager.
Apr 20 13:02:14.404010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: __init__.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.404385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: __pycache__ {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.404755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.405123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: address_group.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.405903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.406531 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: address-group
Apr 20 13:02:14.406928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: address_scope.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.407708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.408278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: address-scope
Apr 20 13:02:14.408635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.409573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.410143 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 13:02:14.410500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: agent.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.411248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.411850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: agent
Apr 20 13:02:14.412206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: agent_resources_synced.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.413109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.413671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: agent-resources-synced
Apr 20 13:02:14.414022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: allowedaddresspairs.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.415851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.416426 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: allowed-address-pairs
Apr 20 13:02:14.416791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: auto_allocated_topology.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.417862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.418439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: auto-allocated-topology
Apr 20 13:02:14.418798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: availability_zone.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.419567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.420409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: availability_zone
Apr 20 13:02:14.420765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: availability_zone_filter.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.421775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.422263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: availability_zone_filter
Apr 20 13:02:14.422618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: data_plane_status.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.423666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.424226 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 13:02:14.424580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: default_subnetpools.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.425489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.426056 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: default-subnetpools
Apr 20 13:02:14.426409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.427287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.427893 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 13:02:14.428248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: dns.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.429152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.429718 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 13:02:14.430071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: dns_domain_ports.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.431539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.432108 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 13:02:14.432465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: dvr.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.433178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.433744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: dvr
Apr 20 13:02:14.434096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: empty_string_filtering.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.435000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.435589 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: empty-string-filtering
Apr 20 13:02:14.435948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.436857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.437413 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 13:02:14.437768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.438672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.439229 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 13:02:14.439616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: external_net.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.440525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.441086 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: external-net
Apr 20 13:02:14.441442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.442341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.442902 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: extra_dhcp_opt
Apr 20 13:02:14.443256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: extraroute.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.444181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.444742 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: extraroute
Apr 20 13:02:14.445097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: extraroute_atomic.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.446109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.447252 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: extraroute-atomic
Apr 20 13:02:14.447633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: filter_validation.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.448323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.448889 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: filter-validation
Apr 20 13:02:14.449245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: fip_pf_description.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.450157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.450712 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 13:02:14.451066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: fip_port_details.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.452096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.452662 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: fip-port-details
Apr 20 13:02:14.453018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: flavors.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.454251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.454821 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: flavors
Apr 20 13:02:14.455180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.456828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.457420 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 13:02:14.457779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: floatingip_pools.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.458516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.459080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: floatingip-pools
Apr 20 13:02:14.459459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: ip_allocation.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.460385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.460952 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 13:02:14.461306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.462252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.462819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: ip-substring-filtering
Apr 20 13:02:14.463172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l2_adjacency.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.464110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.464673 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 13:02:14.465028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.466068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.466652 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: router
Apr 20 13:02:14.467010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.469274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.469855 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 13:02:14.470220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.471142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.471732 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: ext-gw-mode
Apr 20 13:02:14.472091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.473108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.473678 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: l3-ha
Apr 20 13:02:14.474035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3_flavors.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.474942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.475533 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: l3-flavors
Apr 20 13:02:14.475893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.476798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.477371 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 13:02:14.477752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: l3agentscheduler.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.478896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.479496 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: l3_agent_scheduler
Apr 20 13:02:14.479856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: logging.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.481331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.481914 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension logging not supported by any of loaded plugins
Apr 20 13:02:14.482279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: metering.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.483064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.483785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: metering
Apr 20 13:02:14.484150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.485236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.485806 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 13:02:14.486162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: multiprovidernet.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.487083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.487675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: multi-provider
Apr 20 13:02:14.488031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: netmtu.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.488944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.489506 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: net-mtu
Apr 20 13:02:14.489860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: netmtu_writable.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.490779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.491345 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: net-mtu-writable
Apr 20 13:02:14.491731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: network_availability_zone.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.492544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.493111 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: network_availability_zone
Apr 20 13:02:14.493988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: network_ip_availability.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.495069 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.495656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: network-ip-availability
Apr 20 13:02:14.496012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: network_segment_range.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.496814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.497376 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 13:02:14.497732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: pagination.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.498737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.499103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: pagination
Apr 20 13:02:14.499475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: port_device_profile.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.500371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.500937 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: port-device-profile
Apr 20 13:02:14.501287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.502196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.502758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: port-mac-address-regenerate
Apr 20 13:02:14.503111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.504050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.504678 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: port-numa-affinity-policy
Apr 20 13:02:14.504971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: port_resource_request.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.505866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.506427 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 13:02:14.506780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: portbindings.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.507717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.508284 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: binding
Apr 20 13:02:14.508637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: portbindings_extended.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.510421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.510991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: binding-extended
Apr 20 13:02:14.511348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: portsecurity.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.512292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.512857 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: port-security
Apr 20 13:02:14.513220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: project_id.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.514193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.514565 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: project-id
Apr 20 13:02:14.514920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: providernet.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.515863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.516433 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: provider
Apr 20 13:02:14.516788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.520420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.521010 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos not supported by any of loaded plugins
Apr 20 13:02:14.521376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.522656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.523227 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 13:02:14.523617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.524571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.525144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 13:02:14.525504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_default.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.526411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.526976 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 13:02:14.527330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_fip.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.528042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.528601 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 13:02:14.528952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_gateway_ip.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.529886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.530454 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 13:02:14.530811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_port_network_policy.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.531751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.532318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 13:02:14.532675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_rule_type_details.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.533593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.534151 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 13:02:14.534505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: qos_rules_alias.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.535568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.536136 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 13:02:14.536496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: quotasv2.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.537475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.537843 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: quotas
Apr 20 13:02:14.538193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: quotasv2_detail.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.539956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.540901 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: quota_details
Apr 20 13:02:14.541261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: rbac.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.542400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.542972 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: rbac-policies
Apr 20 13:02:14.543334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: rbac_address_group.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.544297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.545132 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: rbac-address-group
Apr 20 13:02:14.545487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: rbac_address_scope.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.546396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.546959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: rbac-address-scope
Apr 20 13:02:14.547312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: rbac_security_groups.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.548256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.548816 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: rbac-security-groups
Apr 20 13:02:14.549168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: rbac_subnetpool.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.550076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.550648 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: rbac-subnetpool
Apr 20 13:02:14.551005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: revisionifmatch.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.551960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.552528 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: revision-if-match
Apr 20 13:02:14.552881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: revisions.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.553991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.554555 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: standard-attr-revisions
Apr 20 13:02:14.554913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: router_availability_zone.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.555643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.556881 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: router_availability_zone
Apr 20 13:02:14.557237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: routerservicetype.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.558165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.558724 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 13:02:14.559076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.560022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.560587 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 13:02:14.560943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.561860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.562430 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: port-security-groups-filtering
Apr 20 13:02:14.562782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.563728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.564296 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: security-groups-remote-address-group
Apr 20 13:02:14.564650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: securitygroup.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.577856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.578462 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: security-group
Apr 20 13:02:14.578832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: segment.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.579705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.580286 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension segment not supported by any of loaded plugins
Apr 20 13:02:14.580651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.581579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.582147 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 13:02:14.582509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: servicetype.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.583684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.584260 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: service-type
Apr 20 13:02:14.584619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: sorting.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.585591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.585960 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: sorting
Apr 20 13:02:14.586314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: standard_attr_segment.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.587247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.587854 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 13:02:14.588207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: standardattrdescription.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.588889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.589459 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: standard-attr-description
Apr 20 13:02:14.589815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: stateful_security_group.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.590728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.591313 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: stateful-security-group
Apr 20 13:02:14.591691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: stdattrs_common.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.592267 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 13:02:14.592617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.593611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.594178 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 13:02:14.594534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnet_onboard.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.595610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.596184 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: subnet_onboard
Apr 20 13:02:14.596542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.597458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.598036 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 13:02:14.598392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnet_service_types.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.599314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.599916 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: subnet-service-types
Apr 20 13:02:14.600271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnetallocation.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.601340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.601912 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: subnet_allocation
Apr 20 13:02:14.602263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.603495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.604067 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 13:02:14.604416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.605349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.605910 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 13:02:14.606264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: tagging.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.607547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.608137 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: standard-attr-tag
Apr 20 13:02:14.608496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: timestamp.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.609649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.610226 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loaded extension: standard-attr-timestamp
Apr 20 13:02:14.610590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: trunk.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.611664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.612211 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension trunk not supported by any of loaded plugins
Apr 20 13:02:14.612566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: trunk_details.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.613480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.614061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 13:02:14.614394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: uplink_status_propagation.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.615307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.615898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 13:02:14.616251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Loading extension file: vlantransparent.py {{(pid=86259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 13:02:14.616938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 13:02:14.617498 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 13:02:14.620755 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:network
Apr 20 13:02:14.621556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 13:02:14.622224 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 13:02:14.622880 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:port
Apr 20 13:02:14.624402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.624891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service FLAVORS assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.625562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.626023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.626387 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:router
Apr 20 13:02:14.627103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 13:02:14.627893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service METERING assigned prefix: /metering {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.629660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d5580908>> rbac-policy before_create 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.630070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d5580908>> rbac-policy before_update 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.630449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa8d5580908>> rbac-policy before_delete 55550000 {{(pid=86259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:02:14.631600 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 13:02:14.632075 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 13:02:14.632872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 13:02:14.633655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service CORE assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.634049 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 13:02:14.634408 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] subnetpool is already registered
Apr 20 13:02:14.635078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service CORE assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.635457 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 13:02:14.635818 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] subnetpool is already registered
Apr 20 13:02:14.638514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.638987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service FLAVORS assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.639653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.640111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.640478 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:router
Apr 20 13:02:14.640837 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] router is already registered
Apr 20 13:02:14.641487 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 13:02:14.641848 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] floatingip is already registered
Apr 20 13:02:14.642529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service METERING assigned prefix: /metering {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.643259 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 13:02:14.643641 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] rbac_policy is already registered
Apr 20 13:02:14.644255 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 13:02:14.644615 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] security_group is already registered
Apr 20 13:02:14.645251 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 13:02:14.645608 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] security_group_rule is already registered
Apr 20 13:02:14.646321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service CORE assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.646682 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 13:02:14.647041 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] subnetpool is already registered
Apr 20 13:02:14.647740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.resource_helper [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Service CORE assigned prefix:  {{(pid=86259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 13:02:14.648099 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 13:02:14.648455 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.quota.resource_registry [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] subnetpool is already registered
Apr 20 13:02:14.649154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: extensions {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.650718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: address-groups {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.652377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: address-scopes {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.653631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: agents {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.654851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: auto-allocated-topology {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.656173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: availability_zones {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.657531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: dhcp-networks {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.658987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: dhcp-agents {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.660498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: routers {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.662360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: flavors {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.663600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: service_profiles {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.664853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: next_providers {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.666977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: service_profiles {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.668483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: floatingip-pools {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.669755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: routers {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.671926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: floatingips {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.673130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: l3-routers {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.674576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: l3-agents {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.676068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: metering-labels {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.678278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: metering-label-rules {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.679611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: network-ip-availabilities {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.681494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: bindings {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.683198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: quotas {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.684715 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: quotas {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.686158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: rbac-policies {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.687526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: security-groups {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.688792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: security-group-rules {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.690070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: service-providers {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.691345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: subnetpools {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.692830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: subnetpools {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.694334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.696143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.698040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.699888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.701728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.703667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.705438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.707386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.709257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.711152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.extensions [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Extended resource: tags {{(pid=86259) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 13:02:14.717875 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING keystonemiddleware.auth_token [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 13:02:14.723057 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING keystonemiddleware.auth_token [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 13:02:14.732300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Acquired lock "singleton_lock" {{(pid=86259) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 13:02:14.732805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Releasing lock "singleton_lock" {{(pid=86259) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 13:02:14.734249 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Starting 2 workers
Apr 20 13:02:14.739065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Started child 86372 {{(pid=86259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 13:02:14.743162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.744328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Started child 86373 {{(pid=86259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 13:02:14.745218 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [-] (86372) wsgi starting up on http://0.0.0.0:9696
Apr 20 13:02:14.745793 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 13:02:14.746459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Notify callbacks [] for process, before_spawn {{(pid=86259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.747883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.748948 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Starting 1 workers
Apr 20 13:02:14.749270 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [-] (86373) wsgi starting up on http://0.0.0.0:9696
Apr 20 13:02:14.754354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Started child 86374 {{(pid=86259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 13:02:14.754899 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Starting 1 workers
Apr 20 13:02:14.756686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] calling RpcWorker wait() {{(pid=86374) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 13:02:14.757104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] returning from RpcWorker wait() {{(pid=86374) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 13:02:14.758658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.759153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:14.759675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Started child 86375 {{(pid=86259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 13:02:14.760451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bab2718d-1ab9-4f31-86bd-1eedca83ae75 None None] Notify callbacks [] for process, after_spawn {{(pid=86259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.762088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86259) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 13:02:14.762329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 13:02:14.762536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 13:02:14.762801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 13:02:14.763209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 13:02:14.763414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 13:02:14.763990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.764289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.764386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:14.764589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.764867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.765185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.765806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.766098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.766384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.766675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.766938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.767135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.767325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.767635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.767919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.768260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.768560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.768829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.769116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.769322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.769582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.769886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.770167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.770462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.770726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.771286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.771666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.771933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.772178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.772469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.772728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.773035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.773295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.773540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.773819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.774091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.774355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.774644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.774888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.775170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.775424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.775873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] host                           = dv-cinder-786627-2-iscsi {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.776116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.776362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.776621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.776881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.777155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.777413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.777694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.777977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.778245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.778502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.778775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.779050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.779311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.779608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.779795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.780054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.780354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.780652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.780859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.781048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.781233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.781526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.781688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.781964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.782204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.782443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.782682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.782920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.783176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.783496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.783755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.783971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.784212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.784506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.784782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.785063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.785317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.785575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.785839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.786079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.786326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.786584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.786829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.787087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.787311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.787599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.787873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.788143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.788565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.788737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.788886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.789090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.789425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.789716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.789959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.790756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.791024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.791259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.791527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.791786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.792043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.792264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.792512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.792796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.793044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.793283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.793533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.793745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.794047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.794431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.794587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:14.794745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.795341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.795619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.795888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.796151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.796440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.796688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.796964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.797231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.797572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.797818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.798148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.798426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.798645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.799011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.799310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.799629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.799870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.800133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.800398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.800645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.800988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.801302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.801579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.72/identity {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.801850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.802117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.802362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.802623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.802884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.803127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.803385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.803698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.803940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.804163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.804410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.804671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.804912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.805184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.805405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.805699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.806535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.806786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.807029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.807272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.807646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.808080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.808498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.808929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.809350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.809849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.810098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.810342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.810586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.810843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.811079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.811323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.811593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.811836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.812088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.812343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.812606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.812858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.813080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.813319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.813565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.813813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.814125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.814278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.814427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.814678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.814932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.815169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.815534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.815695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.815919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.816157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.816401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.816647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.816886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.817127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.817364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.817624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.817879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.818177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.818527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.818775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.819048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.819315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.820276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.820276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.820791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.821040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.821305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.821577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.821872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.822126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.822413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.822664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.822909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.823193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.823460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.823712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.823956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.824220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.824475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.824754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.825019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.825287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.825634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.825878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.826201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.826461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.826762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.827009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.827311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.827665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.827962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.828246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.828526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.828802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.829087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.830883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.831125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.831973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.831973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.832261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.832415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.832557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.833867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.833867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.833867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.833867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.833867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.834560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.834560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.834560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.835561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.72/identity {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.835561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.835561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.835937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.835937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.836127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.836303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.836566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.836845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.837119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.837388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.837648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.837895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.838154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.838400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.838667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.838947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.839190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.839455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.839723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.839971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.840483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.840483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.841038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.841038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.841321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.841563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.841838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.842098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.842359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.842630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.842898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.843138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.843419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.843670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.843911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.844169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.844487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.844640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.844899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.845176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.845418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.845684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.845934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.846284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.846549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.846812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.847075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.847320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.847631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.847879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.848123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.848388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.848635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.848879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.849149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.849417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.849684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.849928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.850169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.850406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.850648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.850885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.851222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.851514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.851752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.852017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.852258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.852514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.853286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.853526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.853797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.854061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.854201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.854447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.854667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.854901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.855139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.855391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.855671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.855910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.856153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.856708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.856708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.856991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.857107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.857244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.857476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.857822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.858102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.858351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.858660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.858921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.859202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.859493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.859890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.860310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.860443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.860822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.861237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.861490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.861779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.862142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.862514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.862791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.863081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.863415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.863696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.863992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.864233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.864544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.864897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.865168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.865438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.865699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.865984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.866240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.866493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.866739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.866989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.867231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.867544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.867819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.868072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.868867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.869135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.869404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.869659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.869918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.870188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.870432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.870614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 13:02:14.871154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86259) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 13:02:14.871340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 13:02:14.871555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 13:02:14.871770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 13:02:14.871937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 13:02:14.872105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 13:02:14.872344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.872528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.872711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.872895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.873078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.873279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.873462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.873644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.873823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.874908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.875088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.875268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.875488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.875678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.875858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.876963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.877275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.877576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.877901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.878991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.879145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.879444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.879580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.879684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.879821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] host                           = dv-cinder-786627-2-iscsi {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.880941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881273 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.881972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.882151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.882330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.882510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.882688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.882868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.883048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.883251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.883456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.883621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.884079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.884248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.884597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.884782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.884997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.885116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.885284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.885446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.885836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.886020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.886202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.886387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.886569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.886733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.887078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.887260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.887464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.887647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.887827 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.888919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.889858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.890885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.891762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 13:02:14.892755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.892930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.893025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.893160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.893346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.893513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.893866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.894974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.895161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.895346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.895559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.895745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.895929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.896112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.896296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.896480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.896664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.896866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.72/identity {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897395 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.897946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.898131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.898317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.898505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.898688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.898877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.899060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.899244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.899950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.900147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.900334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.900520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.900703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.900861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.901965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.902991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.903129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.903266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.903476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.903666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.903900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.904922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.905177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.905517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.905517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.905840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.905840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:14.906776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.906776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.907874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.908955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.909139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.909321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.909477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.909659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.909841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.910935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.911086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.911274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.911482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.911667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.911823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.912837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.913009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.913330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.913524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.913719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.913905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.914089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.914272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.914455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.914638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.914820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.915003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.915801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.915988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.916172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.920434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.920434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.920434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.920434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.920434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35494) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.921529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.72/identity {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.922448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.923648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.924671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.925823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.927923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.928891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.929853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.930648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.932990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.934092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.935240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.936465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.937493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.938508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.940861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 13:02:14.941894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 13:02:14.946246 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0266345
Apr 20 13:02:25.889964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b38fb-29ab-4449-8651-a53e41a3ebb6 None None] get_active_networks_info from dv-cinder-786627-2-iscsi {{(pid=86374) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 13:02:26.049150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b38fb-29ab-4449-8651-a53e41a3ebb6 None None] No non-hosted networks {{(pid=86374) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 13:02:26.152650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2421ea3b-90b0-4d8b-a59d-af9ae1bb177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:28.514141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-163e2d98-49d7-4a43-803e-cbacef1bdf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:28.577821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a8825d7-5c33-4681-bafe-dd844ecbc866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:28.907913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:29.061092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:29.062285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.062881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.063665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.064237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.064969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.065741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.066397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.067090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.067709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.068292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.068863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.069426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:29.070038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa8d49531d0>, 'Open vSwitch agent', 'dv-cinder-786627-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:29.076811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa8d48f9208>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:02:30.360258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:31.168397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35586) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:31.795696 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-5655ed2c-4b55-44ed-b242-60c0425b1d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:02:31.796384 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-5655ed2c-4b55-44ed-b242-60c0425b1d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:02:32.028917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-5655ed2c-4b55-44ed-b242-60c0425b1d07 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:02:32.030047 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5655ed2c-4b55-44ed-b242-60c0425b1d07 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8607116
Apr 20 13:02:32.744048 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_hamode_db [None req-4968d170-f228-43d7-abf7-cdb6af4bef3b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 13:02:32.833584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968d170-f228-43d7-abf7-cdb6af4bef3b None None] Routers set() bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:02:32.834091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968d170-f228-43d7-abf7-cdb6af4bef3b None None] Router IDs set() for agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 13:02:34.764796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35600) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:35.157303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:02:35.260395 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.policy [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86372) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 13:02:35.315247 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:02:35.315701 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:02:35.333818 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa8d5210278>.
Apr 20 13:02:35.349638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:35.406244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160083663', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160083123', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160073692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160100288', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160181642', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264160179029', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3437870', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3590958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854033215'] for rbac-policy, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:35.628149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:35.629394 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c211c532-b856-4a81-9849-58b07259373c admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8635743
Apr 20 13:02:38.604901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35614) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:38.978677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Request body: {'network': {'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'name': 'private'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:02:38.984515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:38.989003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Usage tracker for resource:network and tenant:dd0ffd3ff8fc4c8aa10c3c14896a18eb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:38.992477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:38.998798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:39.008368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Made reservation on behalf of dd0ffd3ff8fc4c8aa10c3c14896a18eb for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:02:39.014106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.030552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.046145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:39.050026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0ffd3ff8fc4c8aa10c3c14896a18eb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:39.053441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:39.059256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:39.154782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.157301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.161903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:39.180457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:02:39.208705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264159755158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.209228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8d5ed46a8> segment precommit_create {{(pid=86372) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 13:02:39.209683 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Added segment 74263f43-e204-4ca5-adc6-f09e3fd6438c of type vlan for network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a
Apr 20 13:02:39.258579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7357c95d-85fe-4a73-84c4-e6d6d1215314,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:39.279919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.280303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.280665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.281024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.281374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.281738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.282101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.282453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.282809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.283158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.283528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.283874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Tracked resource versions report:
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:02:39.284969 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:02:39.322127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.338356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:39.364870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.366263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:02:39.366918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:39.371655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:39.479522 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8734658
Apr 20 13:02:39.482388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:39.505071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:39.514466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:02:42.512953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35630) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:42.987833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f51dd6-9ef2-47a3-8bd9-b6ed5348a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:02:42.989293 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a0f51dd6-9ef2-47a3-8bd9-b6ed5348a750 admin admin] 10.222.0.72 "GET /v2.0/networks/1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a HTTP/1.1" status: 200  len: 826 time: 0.4753246
Apr 20 13:02:43.016898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8032abad-a516-4265-835c-47737a8f6185 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/9ac25623-287c-4e6d-bb29-7d065fec2a4b HTTP/1.1" status: 200  len: 734 time: 0.0215464
Apr 20 13:02:43.026483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Request body: {'subnet': {'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:02:43.030835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:43.034760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Usage tracker for resource:subnet and tenant:dd0ffd3ff8fc4c8aa10c3c14896a18eb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:43.038662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:43.045404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:43.054705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Made reservation on behalf of dd0ffd3ff8fc4c8aa10c3c14896a18eb for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:02:43.059286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:43.529117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:43.534357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:43.621703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Checking segment: {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:02:43.622084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Network hostable DHCP agents. Network: 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:02:43.627788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3851a822-d9e8-41ed-9603-b1a9593e0190,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:43.634316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:43.645092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:02:43.654274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:02:43.658547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:02:43.659189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:43.663697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c035d71-8a4a-437d-a854-d805fe5f5e8a None None] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:02:43.677678 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6552017
Apr 20 13:02:43.985482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:02:43.986834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.344833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Allocated IP 172.20.0.2 (1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a/3851a822-d9e8-41ed-9603-b1a9593e0190/6f6798f8-297a-4150-a9e4-0f792473c21d) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:02:44.573158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.585422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Transition to ACTIVE for port object 6f6798f8-297a-4150-a9e4-0f792473c21d will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:02:44.605986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Transition to ACTIVE for port object 6f6798f8-297a-4150-a9e4-0f792473c21d will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:02:44.611879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.620374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:44.684633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:02:44.687551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:02:44.694344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Pushing event updated for resources: {'Port': ['ID=6f6798f8-297a-4150-a9e4-0f792473c21d,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:44.697910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:02:44.706256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.706629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.706996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.707356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.707739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.708095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.708446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.708796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.709160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.709509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.709858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.710202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Tracked resource versions report:
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:02:44.711321 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:02:44.747166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:44.804912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Attempting to bind port 6f6798f8-297a-4150-a9e4-0f792473c21d on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:02:44.805877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Attempting to bind port 6f6798f8-297a-4150-a9e4-0f792473c21d by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:02:44.806287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Attempting to bind port 6f6798f8-297a-4150-a9e4-0f792473c21d on network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:02:44.811855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:02:44.812276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Checking segment: {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:02:44.812747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.813167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Bound using segment: {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:02:44.813717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Bound port: 6f6798f8-297a-4150-a9e4-0f792473c21d, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:02:44.814262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.909033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] For port 6f6798f8-297a-4150-a9e4-0f792473c21d, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:02:44.913064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] For port 6f6798f8-297a-4150-a9e4-0f792473c21d, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=6f6798f8-297a-4150-a9e4-0f792473c21d,segment=NetworkSegment(74263f43-e204-4ca5-adc6-f09e3fd6438c),segment_id=74263f43-e204-4ca5-adc6-f09e3fd6438c)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:02:44.917298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:44.922594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:45.012327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Pushing event updated for resources: {'Port': ['ID=6f6798f8-297a-4150-a9e4-0f792473c21d,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:45.014528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:46.444289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35640) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:46.841794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-69295f8d-3d73-4db4-9750-b05aceab4495 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:02:46.842986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-69295f8d-3d73-4db4-9750-b05aceab4495 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3976896
Apr 20 13:02:49.593665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35650) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:50.006652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-907da155-358c-4d59-8aee-70de36f44787 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:02:50.007876 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-907da155-358c-4d59-8aee-70de36f44787 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4131119
Apr 20 13:02:51.034293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6f6798f8-297a-4150-a9e4-0f792473c21d up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:02:51.104927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 6f6798f8-297a-4150-a9e4-0f792473c21d completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:02:51.812510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95828c69-7d85-4fd6-aa89-5013a5837078 None None] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:02:51.913819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Provisioning for port 6f6798f8-297a-4150-a9e4-0f792473c21d completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:02:51.922361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Provisioning complete for port 6f6798f8-297a-4150-a9e4-0f792473c21d triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:02:51.922770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:52.161162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:52.211704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-aea625c0-7934-4516-8524-0e1567553886 None None] For port 6f6798f8-297a-4150-a9e4-0f792473c21d, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=6f6798f8-297a-4150-a9e4-0f792473c21d,segment=NetworkSegment(74263f43-e204-4ca5-adc6-f09e3fd6438c),segment_id=74263f43-e204-4ca5-adc6-f09e3fd6438c)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:02:52.216064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:52.221107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:52.300065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Pushing event updated for resources: {'Port': ['ID=6f6798f8-297a-4150-a9e4-0f792473c21d,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:52.303166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:52.441431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-abd62c9e-158d-4afb-990e-f1c0852ea582 None None] Provisioning complete for port 6f6798f8-297a-4150-a9e4-0f792473c21d triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:02:52.441839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-abd62c9e-158d-4afb-990e-f1c0852ea582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.010932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6f6798f8-297a-4150-a9e4-0f792473c21d up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:02:53.044082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35666) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:53.084485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 6f6798f8-297a-4150-a9e4-0f792473c21d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:02:53.084897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.419786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:02:53.426321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:53.430786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Usage tracker for resource:router and tenant:dd0ffd3ff8fc4c8aa10c3c14896a18eb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:53.434027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:53.441582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:53.452661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.454493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.475708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.592053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.608932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:53.610155 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0b557b34-10ed-4c89-aa0f-62b3bc268e44 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5650315
Apr 20 13:02:55.827719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5889930a-7b93-4026-9e0f-3e81fb6ac55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:56.300075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35676) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:56.693345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-e4227a06-75d7-4328-92c1-1693cf035a40 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:02:56.694355 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e4227a06-75d7-4328-92c1-1693cf035a40 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3932259
Apr 20 13:02:58.517664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a628aab-f82b-439c-83b8-23bfb879cdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:58.860697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.062196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.443812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35696) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:02:59.608437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:02:59.613810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:59.618415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Usage tracker for resource:network and tenant:c30a93e650864280b55c6db0c30a684d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:59.621360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:59.627264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:59.636073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Made reservation on behalf of c30a93e650864280b55c6db0c30a684d for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:02:59.640663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.653123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.668239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:02:59.672365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Usage tracker for resource:security_group_rule and tenant:c30a93e650864280b55c6db0c30a684d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:02:59.675341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:02:59.682022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:02:59.763276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.765666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.769763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:59.784954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Reserving flat network on physical network physnet1 {{(pid=86372) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 13:02:59.810480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e249ba-a94c-43c2-ae4a-330fb4e63ec1,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:59.813414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.813787 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Added segment 5e855b0e-b615-485a-8895-553b52ea0026 of type flat for network 66920fcf-2d9e-4e77-8668-a98f368dcfac
Apr 20 13:02:59.815011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:02:59.847474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.882573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.883941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:02:59.884564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:02:59.889217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:02:59.993780 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5488870
Apr 20 13:02:59.994513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Pushing event updated for resources: {'Network': ['ID=66920fcf-2d9e-4e77-8668-a98f368dcfac,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:02:59.997180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:00.004885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:03:00.293688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:02.518354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35716) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:03:02.632277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933097f-2eac-4ec5-a5ab-3faea687f870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:03:02.633795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4933097f-2eac-4ec5-a5ab-3faea687f870 admin admin] 10.222.0.72 "GET /v2.0/subnets/3851a822-d9e8-41ed-9603-b1a9593e0190 HTTP/1.1" status: 200  len: 849 time: 0.1144118
Apr 20 13:03:02.926789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3c00e762-74dd-4b63-b373-a8ad890472a8 admin admin] 10.222.0.72 "GET /v2.0/routers/d5da937b-04dc-4f55-9870-d064c44f2a53 HTTP/1.1" status: 200  len: 704 time: 0.2869124
Apr 20 13:03:03.431242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:03.666007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Allocated IP 172.20.0.1 (1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a/3851a822-d9e8-41ed-9603-b1a9593e0190/7edc7b56-d19f-432c-97e3-d20932245830) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:03:03.837939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:03.856431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Transition to ACTIVE for port object 7edc7b56-d19f-432c-97e3-d20932245830 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:03:03.917593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:03.923478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:03.988975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:03:03.993116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:03:03.997098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:03:03.997643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.142011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7edc7b56-d19f-432c-97e3-d20932245830,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:04.158172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f4c6f9aa-ebb8-4c58-a5aa-a7fc7fecf9ff None None] Provisioning for port 7edc7b56-d19f-432c-97e3-d20932245830 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:03:04.158908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:04.163889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f4c6f9aa-ebb8-4c58-a5aa-a7fc7fecf9ff None None] Provisioning complete for port 7edc7b56-d19f-432c-97e3-d20932245830 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:04.164875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f9aa-ebb8-4c58-a5aa-a7fc7fecf9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.223530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6f9aa-ebb8-4c58-a5aa-a7fc7fecf9ff None None] Port 7edc7b56-d19f-432c-97e3-d20932245830 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:03:04.294040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.773731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.777939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.779003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:04.783537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:04.993027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7edc7b56-d19f-432c-97e3-d20932245830,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:05.000314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:05.098348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:03:05.099375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:03:05.249077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-056136d2-9b6b-41d1-bef1-355c718cab91 None None] Provisioning complete for port 7edc7b56-d19f-432c-97e3-d20932245830 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:05.249571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-056136d2-9b6b-41d1-bef1-355c718cab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:05.307385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-056136d2-9b6b-41d1-bef1-355c718cab91 None None] Port 7edc7b56-d19f-432c-97e3-d20932245830 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:03:05.343897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Router d5da937b-04dc-4f55-9870-d064c44f2a53 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:03:05.531867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:03:05.542741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Sync routers for ids ['d5da937b-04dc-4f55-9870-d064c44f2a53'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:03:05.542951 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/d5da937b-04dc-4f55-9870-d064c44f2a53/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6101108
Apr 20 13:03:05.554458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Routers {'d5da937b-04dc-4f55-9870-d064c44f2a53'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:03:05.555302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d5177710>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:02:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['d5da937b-04dc-4f55-9870-d064c44f2a53'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:05.755137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Set router d5da937b-04dc-4f55-9870-d064c44f2a53 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:03:06.379746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d5177710>, [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:04Z', 'revision_number': 2, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port_host': None, '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:04Z', 'revision_number': 2, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:06.385278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Checking router: d5da937b-04dc-4f55-9870-d064c44f2a53 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:03:06.385664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Updating router d5da937b-04dc-4f55-9870-d064c44f2a53 port 7edc7b56-d19f-432c-97e3-d20932245830 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:03:06.444091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:06.836733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:06.860820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Transition to ACTIVE for port object 7edc7b56-d19f-432c-97e3-d20932245830 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:03:06.869567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:06.875250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:07.156865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Pushing event updated for resources: {'Port': ['ID=7edc7b56-d19f-432c-97e3-d20932245830,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:07.170582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.170988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.171313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.171679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.171993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.172362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.172691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.173034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.173387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.173709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.174055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.174356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Tracked resource versions report:
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:03:07.175457 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:03:07.180832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Attempting to bind port 7edc7b56-d19f-432c-97e3-d20932245830 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:03:07.180832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Attempting to bind port 7edc7b56-d19f-432c-97e3-d20932245830 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:03:07.181240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Attempting to bind port 7edc7b56-d19f-432c-97e3-d20932245830 on network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:03:07.184429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:07.186985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:03:07.187394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Checking segment: {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:03:07.187890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:07.188295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Bound using segment: {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:03:07.188877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Bound port: 7edc7b56-d19f-432c-97e3-d20932245830, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74263f43-e204-4ca5-adc6-f09e3fd6438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:03:07.189230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:07.283899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] For port 7edc7b56-d19f-432c-97e3-d20932245830, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:03:07.288110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] For port 7edc7b56-d19f-432c-97e3-d20932245830, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=7edc7b56-d19f-432c-97e3-d20932245830,segment=NetworkSegment(74263f43-e204-4ca5-adc6-f09e3fd6438c),segment_id=74263f43-e204-4ca5-adc6-f09e3fd6438c)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:03:07.294970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:07.300105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:07.385370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Routers {'d5da937b-04dc-4f55-9870-d064c44f2a53'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:03:07.386160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d5177710>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:02:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['d5da937b-04dc-4f55-9870-d064c44f2a53'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:07.458089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Pushing event updated for resources: {'Port': ['ID=7edc7b56-d19f-432c-97e3-d20932245830,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:07.517611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:07.559766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] Set router d5da937b-04dc-4f55-9870-d064c44f2a53 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:03:07.905540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d5177710>, [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:04Z', 'revision_number': 2, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port_host': None, '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:07Z', 'revision_number': 4, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:07.909664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71d46a-ce96-4ad6-8c57-b1da04106b3e None None] The sync data for ids ['d5da937b-04dc-4f55-9870-d064c44f2a53'] in dv-cinder-786627-2-iscsi is: [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:04Z', 'revision_number': 2, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port_host': None, '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:07Z', 'revision_number': 4, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:03:08.204861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 35728) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:03:08.381594 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:03:08.382180 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:03:09.107341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.policy [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86373) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 13:03:09.373162 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:03:09.373594 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING oslo_policy.policy [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 13:03:09.391165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:03:09.393011 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-94841ac1-2cf3-4188-b416-98972982a503 admin admin] 10.222.0.72 "GET /v2.0/networks/66920fcf-2d9e-4e77-8668-a98f368dcfac HTTP/1.1" status: 200  len: 842 time: 1.1861327
Apr 20 13:03:09.404743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:03:09.407696 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.quota [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa8d52a84e0>.
Apr 20 13:03:09.413963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:03:09.419302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Usage tracker for resource:subnet and tenant:c30a93e650864280b55c6db0c30a684d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:03:09.422814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:03:09.429996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:03:09.442391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Made reservation on behalf of c30a93e650864280b55c6db0c30a684d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:03:09.448766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:10.057263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.objects.ports [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86373) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 13:03:10.057869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:10.064646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:10.156593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:03:10.157168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Network hostable DHCP agents. Network: 66920fcf-2d9e-4e77-8668-a98f368dcfac, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:03:10.168619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1effd7e-4f1f-4d27-99e7-d9165151e25c,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:10.181085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.181502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.181906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.182309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.182751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.183154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.183566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.183948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.184376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.184750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.185137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.185522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Tracked resource versions report:
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:03:10.186785 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:03:10.222694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:03:10.225348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:10.234148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 66920fcf-2d9e-4e77-8668-a98f368dcfac) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:03:10.238971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:03:10.239815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:10.244301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23fee4-5b7b-4b92-9a64-254bc2f94d11 None None] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:03:10.278149 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8694274
Apr 20 13:03:10.480784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bbf4cd-f739-4cb4-915e-d32d29ea9729 None None] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:03:11.070903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 7edc7b56-d19f-432c-97e3-d20932245830 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:03:11.141472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 7edc7b56-d19f-432c-97e3-d20932245830 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:03:11.146632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 7edc7b56-d19f-432c-97e3-d20932245830 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:11.147047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:11.275278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:11.309546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 7edc7b56-d19f-432c-97e3-d20932245830, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=7edc7b56-d19f-432c-97e3-d20932245830,segment=NetworkSegment(74263f43-e204-4ca5-adc6-f09e3fd6438c),segment_id=74263f43-e204-4ca5-adc6-f09e3fd6438c)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:03:11.317268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:11.319684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a415f3d-3626-4d36-9694-a88bb624d031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:11.415434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=7edc7b56-d19f-432c-97e3-d20932245830,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:11.418712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:12.932001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35752) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:03:13.045100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 7edc7b56-d19f-432c-97e3-d20932245830 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:03:13.115725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 7edc7b56-d19f-432c-97e3-d20932245830 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:13.116131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:13.150375 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-853932c3-2f37-4c42-8e0c-34603abbd5ff admin admin] 10.222.0.72 "GET /v2.0/routers/d5da937b-04dc-4f55-9870-d064c44f2a53 HTTP/1.1" status: 200  len: 710 time: 0.2132704
Apr 20 13:03:13.291619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33e2f8-51ec-479c-9707-b8007c820cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:03:13.292555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2b33e2f8-51ec-479c-9707-b8007c820cd3 admin admin] Synchronizing usage tracker for tenant:c30a93e650864280b55c6db0c30a684d on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:03:13.319571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2b33e2f8-51ec-479c-9707-b8007c820cd3 admin admin] Unset dirty status for tenant:c30a93e650864280b55c6db0c30a684d on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:03:13.320791 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2b33e2f8-51ec-479c-9707-b8007c820cd3 admin admin] 10.222.0.72 "GET /v2.0/networks/66920fcf-2d9e-4e77-8668-a98f368dcfac HTTP/1.1" status: 200  len: 886 time: 0.1650670
Apr 20 13:03:13.330713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:03:14.006852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:14.476099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:14.544656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:14.685531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Allocated IP 172.27.2.110 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/f6081d37-942e-4ce5-b607-945d63c46a07) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:03:14.837370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:14.866004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:14.871247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:14.937096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:03:14.940068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:03:14.943886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:03:15.012359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6081d37-942e-4ce5-b607-945d63c46a07,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:15.067306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:15.342723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:16.060325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:16.063945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-700617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854075199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659247'] for router, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:16.256266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Router d5da937b-04dc-4f55-9870-d064c44f2a53 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:03:16.453545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:03:16.462382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:16.467660 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] 10.222.0.72 "PUT /v2.0/routers/d5da937b-04dc-4f55-9870-d064c44f2a53 HTTP/1.1" status: 200  len: 890 time: 3.1365190
Apr 20 13:03:16.467866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Sync routers for ids ['d5da937b-04dc-4f55-9870-d064c44f2a53'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:03:16.474898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Routers {'d5da937b-04dc-4f55-9870-d064c44f2a53'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:03:16.475649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d423fe48>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:02:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['d5da937b-04dc-4f55-9870-d064c44f2a53'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:16.689697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Set router d5da937b-04dc-4f55-9870-d064c44f2a53 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:03:17.066594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d423fe48>, [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:15Z', 'revision_number': 4, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port': {'id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:14Z', 'updated_at': '2021-04-20T13:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:11Z', 'revision_number': 5, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:17.072158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Checking router: d5da937b-04dc-4f55-9870-d064c44f2a53 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:03:17.072550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Updating router d5da937b-04dc-4f55-9870-d064c44f2a53 port f6081d37-942e-4ce5-b607-945d63c46a07 binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:03:17.131756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.565054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.577913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Transition to ACTIVE for port object f6081d37-942e-4ce5-b607-945d63c46a07 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:03:17.583945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.588676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:17.671046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Attempting to bind port f6081d37-942e-4ce5-b607-945d63c46a07 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:03:17.671483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Attempting to bind port f6081d37-942e-4ce5-b607-945d63c46a07 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:03:17.671881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Attempting to bind port f6081d37-942e-4ce5-b607-945d63c46a07 on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:03:17.675356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Pushing event updated for resources: {'Port': ['ID=f6081d37-942e-4ce5-b607-945d63c46a07,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:17.680572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:17.681476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:03:17.681875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:03:17.682311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.682727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:03:17.683234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Bound port: f6081d37-942e-4ce5-b607-945d63c46a07, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:03:17.683663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.759495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] For port f6081d37-942e-4ce5-b607-945d63c46a07, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:03:17.763523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] For port f6081d37-942e-4ce5-b607-945d63c46a07, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=f6081d37-942e-4ce5-b607-945d63c46a07,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:03:17.767668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:17.775032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:17.822883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:03:17.897219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Routers {'d5da937b-04dc-4f55-9870-d064c44f2a53'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:03:17.898175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d423fe48>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:02:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['d5da937b-04dc-4f55-9870-d064c44f2a53'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:18.098183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Pushing event updated for resources: {'Port': ['ID=f6081d37-942e-4ce5-b607-945d63c46a07,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:18.105784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:18.178831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] Set router d5da937b-04dc-4f55-9870-d064c44f2a53 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:03:18.718342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d423fe48>, [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:15Z', 'revision_number': 4, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port': {'id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:14Z', 'updated_at': '2021-04-20T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:11Z', 'revision_number': 5, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:03:18.722560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f141852-08ac-4cb9-bcd5-57201bd21f60 None None] The sync data for ids ['d5da937b-04dc-4f55-9870-d064c44f2a53'] in dv-cinder-786627-2-iscsi is: [{'id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'name': 'router1', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:02:53Z', 'updated_at': '2021-04-20T13:03:15Z', 'revision_number': 4, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'gw_port': {'id': 'f6081d37-942e-4ce5-b607-945d63c46a07', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:14Z', 'updated_at': '2021-04-20T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '7edc7b56-d19f-432c-97e3-d20932245830', 'name': '', 'network_id': '1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a', 'tenant_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'mac_address': 'fa:16:3e:fe:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da937b-04dc-4f55-9870-d064c44f2a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:03:03Z', 'updated_at': '2021-04-20T13:03:11Z', 'revision_number': 5, 'project_id': 'dd0ffd3ff8fc4c8aa10c3c14896a18eb', 'subnets': [{'id': '3851a822-d9e8-41ed-9603-b1a9593e0190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ac25623-287c-4e6d-bb29-7d065fec2a4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:03:19.065480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device f6081d37-942e-4ce5-b607-945d63c46a07 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:03:19.142499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port f6081d37-942e-4ce5-b607-945d63c46a07 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:03:19.147901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port f6081d37-942e-4ce5-b607-945d63c46a07 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:19.148884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:19.274850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:19.291770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port f6081d37-942e-4ce5-b607-945d63c46a07, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=f6081d37-942e-4ce5-b607-945d63c46a07,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:03:19.294850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:19.297241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:03:19.352343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 35762) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:03:19.369662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=f6081d37-942e-4ce5-b607-945d63c46a07,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:03:19.376415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:03:19.480563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2a3522d1-9343-4ed3-99c0-5e1e9dec7b0b admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1269891
Apr 20 13:03:21.037964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device f6081d37-942e-4ce5-b607-945d63c46a07 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:03:21.113872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port f6081d37-942e-4ce5-b607-945d63c46a07 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:03:21.114289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:25.852366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d7eef6d8-e7ca-4155-b19a-78f03c149b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:28.561621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a97b1eed-ba9f-4cc1-a890-13e61613721c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:28.916765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:29.090528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:30.316393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:54.825387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:03:55.828858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-330c2f91-ee26-4861-86b6-fbb91face279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:58.525442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6567c731-0c86-44d4-850a-f51d1e8ce2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:58.867332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:03:59.063610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:00.313614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:25.832358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b03232ce-5e63-4268-9208-b22aead284eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:28.527790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4b778080-f94a-4a6a-acaa-622bae5fa9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:28.870736 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:29.071565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:30.316496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:31.825167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:04:55.834809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4a675a39-e236-40b7-af76-9b9dca27d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:58.530102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5574b12b-0995-4a93-a030-7a29fe996c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:58.873605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:04:59.064325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:00.321639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:04.987720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36334) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:05.064746 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be5005d-4765-4248-a6f0-826bcab896b3 admin admin] GET failed (client error): The resource could not be found.
Apr 20 13:05:05.066089 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1be5005d-4765-4248-a6f0-826bcab896b3 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0773499
Apr 20 13:05:05.207274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25202b2f-6743-4857-bed5-a84d6e4d4ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:05.208744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-25202b2f-6743-4857-bed5-a84d6e4d4ebc admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1383944
Apr 20 13:05:07.689693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36344) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:07.804640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad9872-22be-4918-9dea-5d7c354ecd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:07.806024 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b7ad9872-22be-4918-9dea-5d7c354ecd82 admin admin] 10.222.0.72 "GET /v2.0/subnets/3851a822-d9e8-41ed-9603-b1a9593e0190 HTTP/1.1" status: 200  len: 849 time: 0.1152680
Apr 20 13:05:07.816200 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:05:07.939951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:08.240411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772694937305'] for subnet, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:08.244969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:05:08.288810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:08.289699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:08.293796 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] 10.222.0.72 "PUT /v2.0/subnets/3851a822-d9e8-41ed-9603-b1a9593e0190 HTTP/1.1" status: 200  len: 868 time: 0.4791741
Apr 20 13:05:08.293976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965aeca-c779-4cf3-86bf-e3ef1c3cde6e None None] Network 1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:05:08.317706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3851a822-d9e8-41ed-9603-b1a9593e0190,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:05:08.325886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.326266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.326644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.327007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.327367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.327770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.328128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.328484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.328851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.329210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.329562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.329913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:05:08.333738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:05:08.749000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-89c246bc-a09f-4d5a-9f0f-9470dbd67e7f None None] Provisioning complete for port 6f6798f8-297a-4150-a9e4-0f792473c21d triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:05:08.749550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-89c246bc-a09f-4d5a-9f0f-9470dbd67e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:08.824649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:05:08.879439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-89c246bc-a09f-4d5a-9f0f-9470dbd67e7f None None] Provisioning complete for port 7edc7b56-d19f-432c-97e3-d20932245830 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:05:08.879782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-89c246bc-a09f-4d5a-9f0f-9470dbd67e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:10.779026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36354) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:10.964557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58aff7-09f3-48d9-aadc-77d6ffe669d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:10.965080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58aff7-09f3-48d9-aadc-77d6ffe669d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:10.966692 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3e58aff7-09f3-48d9-aadc-77d6ffe669d2 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1866074
Apr 20 13:05:13.452291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36364) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:13.640766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089ad9c-1bb2-461f-a13a-47b27c0fbc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:13.641215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089ad9c-1bb2-461f-a13a-47b27c0fbc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:13.642834 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c089ad9c-1bb2-461f-a13a-47b27c0fbc30 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1894546
Apr 20 13:05:16.135639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36374) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:16.319894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297115d-8f99-4f12-967f-1b4562384d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:16.321338 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c297115d-8f99-4f12-967f-1b4562384d59 admin admin] 10.222.0.72 "GET /v2.0/networks/1cc9d3e1-3bb2-434b-9bbf-c23ff2d1c57a HTTP/1.1" status: 200  len: 870 time: 0.1846688
Apr 20 13:05:18.824568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36384) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:19.003826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66781a28-d3a6-427c-bf32-c3db6d88ad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:19.005208 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-66781a28-d3a6-427c-bf32-c3db6d88ad8e admin admin] 10.222.0.72 "GET /v2.0/networks/66920fcf-2d9e-4e77-8668-a98f368dcfac HTTP/1.1" status: 200  len: 886 time: 0.1796210
Apr 20 13:05:21.465880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36394) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:21.579986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd622d35-9344-4fe0-a0dd-94d77977027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:21.580498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd622d35-9344-4fe0-a0dd-94d77977027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:21.582109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dd622d35-9344-4fe0-a0dd-94d77977027b admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1152120
Apr 20 13:05:24.058598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36404) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:24.176236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c697343-ee5b-4557-9f96-68775a296aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:24.176747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c697343-ee5b-4557-9f96-68775a296aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:24.178348 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7c697343-ee5b-4557-9f96-68775a296aed admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1187246
Apr 20 13:05:25.837749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1c06-2319-46c8-9187-1553bd1bfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:26.644012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36414) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:26.758211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208097a2-17ad-40b5-8562-dc9f16e73c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:26.759630 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-208097a2-17ad-40b5-8562-dc9f16e73c69 admin admin] 10.222.0.72 "GET /v2.0/subnets/3851a822-d9e8-41ed-9603-b1a9593e0190 HTTP/1.1" status: 200  len: 868 time: 0.1145477
Apr 20 13:05:28.530653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1bdb86a9-bd4f-4153-a914-81d55336a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:28.877710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:29.068767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:29.254826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36424) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:29.367198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17b2ac-d5b7-40ad-8f7e-ca972cf6bbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:29.368645 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5f17b2ac-d5b7-40ad-8f7e-ca972cf6bbdf admin admin] 10.222.0.72 "GET /v2.0/subnets/d1effd7e-4f1f-4d27-99e7-d9165151e25c HTTP/1.1" status: 200  len: 816 time: 0.1127353
Apr 20 13:05:30.323049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:45.824717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:05:55.678522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36468) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:55.729809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-f6cb9804-45ab-4109-968c-db7bf660eb62 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:05:55.730878 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f6cb9804-45ab-4109-968c-db7bf660eb62 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0513475
Apr 20 13:05:55.840178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-abfaa5fe-6419-4dab-a884-b88a72d3d336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:58.290124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36478) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:05:58.363871 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caf7e73-5144-454d-83fe-89276ac13a3b admin admin] GET failed (client error): The resource could not be found.
Apr 20 13:05:58.365868 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7caf7e73-5144-454d-83fe-89276ac13a3b admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0746953
Apr 20 13:05:58.501500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0fbb0-2809-46fa-ad04-55865eb4f716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:05:58.503022 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9fb0fbb0-2809-46fa-ad04-55865eb4f716 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1328492
Apr 20 13:05:58.534265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c86c62a8-a3bc-41a7-b44d-ba638f6c2dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:58.880820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:05:59.070198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:00.322950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.032887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36488) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:06:01.084083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:06:01.089063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:06:01.099695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:06:01.108366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Made reservation on behalf of c30a93e650864280b55c6db0c30a684d for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:06:01.113004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.209900 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING neutron.services.revisions.revision_plugin [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa8d44a4cc0] {project_id='c30a93e650864280b55c6db0c30a684d', id='c9d7ec31-665e-47aa-a44d-d22aba662d04', target_tenant='*', action='access_as_shared', object_id='b0822ffa-8331-42b4-87c0-8ea21461b188'}> to bump revision.
Apr 20 13:06:01.222699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:06:01.233512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264159755158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.234080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8d5ed46a8> segment precommit_create {{(pid=86373) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 13:06:01.234532 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Added segment ecd6c2ce-1889-4d71-9acd-0af018e24391 of type vlan for network b0822ffa-8331-42b4-87c0-8ea21461b188
Apr 20 13:06:01.274273 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.309174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.310518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:06:01.311134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:01.315842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:06:01.418571 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3845413
Apr 20 13:06:01.419352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Pushing event updated for resources: {'Network': ['ID=b0822ffa-8331-42b4-87c0-8ea21461b188,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:06:01.426744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.427168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.427560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.427919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.428272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.428626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.428976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.429324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.429690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.430041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.430384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.430735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:01.435090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:06:01.443433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network b0822ffa-8331-42b4-87c0-8ea21461b188 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:06:03.933153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36498) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:06:04.007005 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46a91d5-9e08-4bc8-a9e2-4052059b154c admin admin] GET failed (client error): The resource could not be found.
Apr 20 13:06:04.007598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b46a91d5-9e08-4bc8-a9e2-4052059b154c admin admin] Synchronizing usage tracker for tenant:c30a93e650864280b55c6db0c30a684d on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:06:04.022193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b46a91d5-9e08-4bc8-a9e2-4052059b154c admin admin] Unset dirty status for tenant:c30a93e650864280b55c6db0c30a684d on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:06:04.023359 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b46a91d5-9e08-4bc8-a9e2-4052059b154c admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0891764
Apr 20 13:06:04.138240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45d609-ea0c-487c-92cd-b704ceab2772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:06:04.139744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0b45d609-ea0c-487c-92cd-b704ceab2772 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1120133
Apr 20 13:06:04.150812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:06:04.155276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:06:04.159223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Usage tracker for resource:subnet and tenant:c30a93e650864280b55c6db0c30a684d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:06:04.162198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:06:04.168156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:06:04.178201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Made reservation on behalf of c30a93e650864280b55c6db0c30a684d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:06:04.182745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:04.570972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:04.575610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:06:04.649122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00840920-4b54-43fe-a39d-a90bd1ba2930,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:06:04.652520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:06:04.658411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Checking segment: {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:06:04.658795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Network hostable DHCP agents. Network: b0822ffa-8331-42b4-87c0-8ea21461b188, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:06:04.677247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Network b0822ffa-8331-42b4-87c0-8ea21461b188 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:06:04.685110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, b0822ffa-8331-42b4-87c0-8ea21461b188) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:06:04.688966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:06:04.689594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:04.696012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa645687-5b90-48c2-b27b-a7d73f83e73c None None] Network b0822ffa-8331-42b4-87c0-8ea21461b188 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:06:04.709113 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5619829
Apr 20 13:06:04.934353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263284a-9f81-495a-8409-9560c673178b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-b0822ffa-8331-42b4-87c0-8ea21461b188', 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188', 'tenant_id': 'c30a93e650864280b55c6db0c30a684d', 'fixed_ips': [{'subnet_id': '00840920-4b54-43fe-a39d-a90bd1ba2930'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:06:04.935283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.100231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-d263284a-9f81-495a-8409-9560c673178b None None] Allocated IP 192.168.233.2 (b0822ffa-8331-42b4-87c0-8ea21461b188/00840920-4b54-43fe-a39d-a90bd1ba2930/71cd43b5-8cf4-4fad-a165-4e9b3583795e) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:06:05.321509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.332630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-d263284a-9f81-495a-8409-9560c673178b None None] Transition to ACTIVE for port object 71cd43b5-8cf4-4fad-a165-4e9b3583795e will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:06:05.353040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-d263284a-9f81-495a-8409-9560c673178b None None] Transition to ACTIVE for port object 71cd43b5-8cf4-4fad-a165-4e9b3583795e will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:06:05.357642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.363438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:06:05.584115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263284a-9f81-495a-8409-9560c673178b None None] Network b0822ffa-8331-42b4-87c0-8ea21461b188 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:06:05.587640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-d263284a-9f81-495a-8409-9560c673178b None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:06:05.593613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263284a-9f81-495a-8409-9560c673178b None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:06:05.601382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263284a-9f81-495a-8409-9560c673178b None None] Pushing event updated for resources: {'Port': ['ID=71cd43b5-8cf4-4fad-a165-4e9b3583795e,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:06:05.638602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.638983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.639360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.639771 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.640136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.640504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.640865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.641226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.641599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.641960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.642314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.642669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:06:05.652232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d263284a-9f81-495a-8409-9560c673178b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:06:05.704217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-d263284a-9f81-495a-8409-9560c673178b None None] Attempting to bind port 71cd43b5-8cf4-4fad-a165-4e9b3583795e on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:06:05.704618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-d263284a-9f81-495a-8409-9560c673178b None None] Attempting to bind port 71cd43b5-8cf4-4fad-a165-4e9b3583795e by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:06:05.705047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263284a-9f81-495a-8409-9560c673178b None None] Attempting to bind port 71cd43b5-8cf4-4fad-a165-4e9b3583795e on network b0822ffa-8331-42b4-87c0-8ea21461b188 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:06:05.711353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263284a-9f81-495a-8409-9560c673178b None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:06:05.711790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263284a-9f81-495a-8409-9560c673178b None None] Checking segment: {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:06:05.712237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.712665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263284a-9f81-495a-8409-9560c673178b None None] Bound using segment: {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:06:05.713183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-d263284a-9f81-495a-8409-9560c673178b None None] Bound port: 71cd43b5-8cf4-4fad-a165-4e9b3583795e, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:06:05.713629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.808202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-d263284a-9f81-495a-8409-9560c673178b None None] For port 71cd43b5-8cf4-4fad-a165-4e9b3583795e, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:06:05.811758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-d263284a-9f81-495a-8409-9560c673178b None None] For port 71cd43b5-8cf4-4fad-a165-4e9b3583795e, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=71cd43b5-8cf4-4fad-a165-4e9b3583795e,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:06:05.815063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d263284a-9f81-495a-8409-9560c673178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:05.821326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:06:05.901309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263284a-9f81-495a-8409-9560c673178b None None] Pushing event updated for resources: {'Port': ['ID=71cd43b5-8cf4-4fad-a165-4e9b3583795e,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:06:05.904538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d263284a-9f81-495a-8409-9560c673178b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:06:07.132954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5941c-88b9-4e26-8b83-ee15697c3d36 None None] Network b0822ffa-8331-42b4-87c0-8ea21461b188 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:06:07.260283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5466ee52-5c76-45d0-be1f-ac218cc0e09c None None] Provisioning for port 71cd43b5-8cf4-4fad-a165-4e9b3583795e completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:06:07.320384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 71cd43b5-8cf4-4fad-a165-4e9b3583795e up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:06:07.457731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 71cd43b5-8cf4-4fad-a165-4e9b3583795e completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:06:07.464462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 71cd43b5-8cf4-4fad-a165-4e9b3583795e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:06:07.464874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:07.596980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:07.635851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 71cd43b5-8cf4-4fad-a165-4e9b3583795e, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=71cd43b5-8cf4-4fad-a165-4e9b3583795e,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:06:07.640328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:07.642467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:06:07.717124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f56b7327-4d29-47f7-be7c-e954e29a7277 None None] Provisioning complete for port 71cd43b5-8cf4-4fad-a165-4e9b3583795e triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:06:07.717460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f56b7327-4d29-47f7-be7c-e954e29a7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:07.760586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=71cd43b5-8cf4-4fad-a165-4e9b3583795e,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:06:07.770589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:06:09.279303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 71cd43b5-8cf4-4fad-a165-4e9b3583795e up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:06:09.351840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 71cd43b5-8cf4-4fad-a165-4e9b3583795e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:06:09.352253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:22.824363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:06:25.844267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-71beb81f-ac76-46d5-893b-cf2c5b6f7970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:28.538209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-758210b3-13bb-4511-ac2f-c3b06d7e12ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:28.883266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:29.072508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:30.324527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:55.845824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc49d257-ba27-4b91-8d67-190426322456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:58.540136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6e658eaa-d8b2-48d8-83a9-329104abdec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:58.887275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:59.074033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:06:59.824544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:07:00.331749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.018393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36540) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:07:20.025797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [None req-9f6f479c-1850-423c-8515-7724c4097bfc tempest-verify_tempest_config-2038243568 tempest-verify_tempest_config-2038243568-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:07:20.026844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9f6f479c-1850-423c-8515-7724c4097bfc tempest-verify_tempest_config-2038243568 tempest-verify_tempest_config-2038243568-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0074077
Apr 20 13:07:20.351656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36558) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:07:20.478143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.494248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:07:20.498255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Usage tracker for resource:security_group_rule and tenant:d73e834920514368bd1088850d108f8c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:07:20.501631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:07:20.508311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:07:20.614189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.617050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.625984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:07:20.669326 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d73e834920514368bd1088850d108f8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3165119
Apr 20 13:07:20.671055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f96800a-d61b-4fd3-8896-a87a3b2738cc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:07:20.672251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36564) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:07:20.679714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.680112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.680484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.680853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.681216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.681589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.681945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.682349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.682657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.683009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.683363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.683737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.688530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:07:20.736075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.764788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.824163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.829674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:07:20.849927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f96800a-d61b-4fd3-8896-a87a3b2738cc,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:07:20.864090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:20.865742 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f96800a-d61b-4fd3-8896-a87a3b2738cc HTTP/1.1" status: 204  len: 168 time: 0.1920197
Apr 20 13:07:20.867299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.867708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.868082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.868472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.868840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.869224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.869578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.869918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.870293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.870650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.871081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.871333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:07:20.874757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:07:25.849285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c38a53c2-d370-4d9e-8438-03dfc72c8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:28.542098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6d22fbc7-066c-436f-9a75-5f8b4aabc669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:28.890443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:29.075904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:30.333470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:36.972628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:07:55.851318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3a69e33f-43a7-431f-8ed5-1220f515eb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:58.548638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0662edd7-2352-431f-95a0-f0117acea281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:58.894177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:07:59.077517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:00.334683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:13.822463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:08:25.853903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1115-dbcc-4e38-902f-b2054903d465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:28.540483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-db09b1a8-bea3-414c-94ee-4512a55d51da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:28.894534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:29.079568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:30.335899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:50.821318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:08:55.855579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ea638c74-6e8e-4f1e-91a6-a69f26e9201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:58.114875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:58.546793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b21b7b54-51cc-4f50-a295-4e20f8c84289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:58.897566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:08:59.081904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:00.338917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:03.559945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36624) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:09:03.679231 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ae2dc8c1-14bc-4472-a8f5-b0a6ec2cfeb9 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1181281
Apr 20 13:09:06.198899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36634) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:09:06.258634 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1f4217f3-9721-443b-a815-b20ea5b6135e admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0585890
Apr 20 13:09:25.857353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e525566e-b990-4da5-b558-86d35c66cdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:27.820198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:09:28.065126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:28.537479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-65f6bb4e-d886-4773-96cf-6c99d8c9e8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:28.901996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:29.082226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:30.343163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:55.858564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f86691e9-0e62-4699-b6ff-66ff873fb75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:58.079797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:58.539716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f8935979-bff1-4ebd-927e-b2ddc783daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:58.903725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:09:59.084428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:00.344791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:04.821511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:10:25.862894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-709b637a-a2b2-4f60-9906-e65168aed5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:28.095139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:28.540923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a4d7-1f6f-4d9f-8658-a2e423326379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:28.905929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:29.085127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:30.346460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:41.823868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:10:43.934521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36806) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:44.173523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-network', 'tenant_id': '9106ab2d238149608bd728efe5910d3d'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:44.180045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:44.184662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Usage tracker for resource:network and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:44.188198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:44.194573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:44.208077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Made reservation on behalf of 9106ab2d238149608bd728efe5910d3d for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:44.213399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.227645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.243286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:44.247345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Usage tracker for resource:security_group_rule and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:44.251577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:44.256973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:44.358950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.362281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.367741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:44.401777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c58ae50-426b-4909-94ed-b7613f802535,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:44.410904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.411331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.411681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.412220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.412770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.413337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.413896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.414491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.415005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.415552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.416062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.416614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Tracked resource versions report:
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     HyperV agent@hv-cinder-78662: {},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:10:44.417757 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:10:44.423147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:44.427019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:10:44.435962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.436349 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Added segment b58453a7-5d64-482b-b1e6-ac18cdd828ee of type vlan for network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd
Apr 20 13:10:44.466674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.499486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.500641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:44.501265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.506371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4eb06d2-37fd-4634-931c-98c85e49be99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:44.765602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Pushing event updated for resources: {'Network': ['ID=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:44.769202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:44.771332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8357410
Apr 20 13:10:44.774433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36854) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:44.781593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Request body: {'subnet': {'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-subnet', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:44.782602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:10:44.787109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:44.791243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Usage tracker for resource:subnet and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:44.794383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:44.800930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:44.812260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Made reservation on behalf of 9106ab2d238149608bd728efe5910d3d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:44.817099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:44.942950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36864) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:45.032577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36872) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:45.268105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.273805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-05787e99-1b24-4c57-9b72-d827e9157a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:45.359327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Pushing event updated for resources: {'Subnet': ['ID=379c683f-1bff-4e3c-8022-ca8855b2221e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:45.363753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:45.364402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Checking segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:10:45.365113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Network hostable DHCP agents. Network: 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:10:45.389756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:10:45.402440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:45.410474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:45.414431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.417093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcea56f-82b2-442b-b62d-2a18da6185c7 None None] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:45.419872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-181140252-network', 'tenant_id': '068042eccb304d7799c1379b8eeb1f81'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:45.426978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:45.431710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Usage tracker for resource:network and tenant:068042eccb304d7799c1379b8eeb1f81 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:45.435244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:45.443637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:45.464319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:45.464898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6892197
Apr 20 13:10:45.468022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36894) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:45.470971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.478651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:45.487551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.492002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:45.500241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Usage tracker for resource:router and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:45.504093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:45.508466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:45.513562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Usage tracker for resource:security_group_rule and tenant:068042eccb304d7799c1379b8eeb1f81 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:45.517385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:45.521819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:45.526014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:45.534845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.536432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.572890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.664948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.668477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.677569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:45.734801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1003056813-network', 'tenant_id': '791b831e6f3b47feb5b2a51869b4b208'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:45.745181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:10:45.748658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d0bc7-0316-449c-bf44-fcfc537d9022,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:45.764382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.765053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.765590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.766124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.766636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.767160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.767709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.768249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.769002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.769514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.770032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.770550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Tracked resource versions report:
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     HyperV agent@hv-cinder-78662: {},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:10:45.772022 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:10:45.801438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:45.803202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.803856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Added segment 10fd7c1e-2d76-4a09-ad01-d733136b73d8 of type vlan for network 70101a2a-6e15-4085-afc9-896586d2a115
Apr 20 13:10:45.812240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:45.818789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Usage tracker for resource:network and tenant:791b831e6f3b47feb5b2a51869b4b208 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:45.826903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:45.848271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:45.861587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.874989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Made reservation on behalf of 791b831e6f3b47feb5b2a51869b4b208 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:45.880435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.900888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d805b0-47b8-455f-8f1c-fc64cd737e88 None None] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:45.915079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.938704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:45.943901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.945593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Usage tracker for resource:security_group_rule and tenant:791b831e6f3b47feb5b2a51869b4b208 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:45.949973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:45.951621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:45.955518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:45.959800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:46.015824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:46.144325 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1958828
Apr 20 13:10:46.146157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36922) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:46.146949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Pushing event updated for resources: {'Network': ['ID=70101a2a-6e15-4085-afc9-896586d2a115,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:46.161934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 70101a2a-6e15-4085-afc9-896586d2a115 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:10:46.165923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:46.169844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Request body: {'subnet': {'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-181140252-subnet', 'tenant_id': '068042eccb304d7799c1379b8eeb1f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:46.179046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:46.187737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Usage tracker for resource:subnet and tenant:068042eccb304d7799c1379b8eeb1f81 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:46.193721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:46.203756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:46.225661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:46.232961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.304691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.450380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.457677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.466473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b079c40d-437a-4b8b-ba58-7f31b07e9c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:46.501599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:10:46.546962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad901700-880a-4413-b363-437aae0373b0,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:46.558981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:46.565688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.566151 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Added segment 5600ea41-fe6a-4227-9a47-ce9a2f9e389d of type vlan for network 16712546-226a-4373-97e5-0dd53eb9791d
Apr 20 13:10:46.623849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.755738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.758528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:46.759242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:46.765082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:46.790952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 36932) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:46.918687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Pushing event updated for resources: {'Network': ['ID=16712546-226a-4373-97e5-0dd53eb9791d,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:46.923124 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8893459
Apr 20 13:10:46.926327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:46.926635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 36944) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:46.930677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 16712546-226a-4373-97e5-0dd53eb9791d details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:10:46.934481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Request body: {'subnet': {'network_id': '16712546-226a-4373-97e5-0dd53eb9791d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1003056813-subnet', 'tenant_id': '791b831e6f3b47feb5b2a51869b4b208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:10:46.941568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:46.948067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Usage tracker for resource:subnet and tenant:791b831e6f3b47feb5b2a51869b4b208 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:46.951982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:46.964276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:47.006633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.017378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Made reservation on behalf of 791b831e6f3b47feb5b2a51869b4b208 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:10:47.022738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.086238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.312978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Allocated IP 172.27.2.174 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/dd2773f6-d954-439a-8f7b-bb255a31880b) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:10:47.520939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.530435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.561994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:47.574194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Usage tracker for resource:security_group_rule and tenant:701eb6846ba84b3f886ea730c679e5b4 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:47.580549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:47.599439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:47.612909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.621569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-314ba17a-024d-4a4b-9022-3fa2e71574e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:47.657891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:47.682026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:47.742028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:10:47.747165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1fa7fb-5915-4324-8812-76b043d28b2d,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:47.750094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:47.760937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:47.764807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:10:47.782641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Checking segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:10:47.783773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Network hostable DHCP agents. Network: 70101a2a-6e15-4085-afc9-896586d2a115, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:10:47.838634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Network 70101a2a-6e15-4085-afc9-896586d2a115 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:10:47.869820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 70101a2a-6e15-4085-afc9-896586d2a115) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:47.880315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ed8db-03eb-497b-8508-0cddb2a9d3e9 None None] Network 70101a2a-6e15-4085-afc9-896586d2a115 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:47.971098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:47.972043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.012929 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8631659
Apr 20 13:10:48.185030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.195436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:48.252329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2773f6-d954-439a-8f7b-bb255a31880b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:48.294843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c7b062-b6c7-4263-9697-a1776d5f06c4,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:48.307227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Checking segment: {'id': '5600ea41-fe6a-4227-9a47-ce9a2f9e389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:10:48.307625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:48.307779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Network hostable DHCP agents. Network: 16712546-226a-4373-97e5-0dd53eb9791d, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:10:48.312998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:48.340011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Network 16712546-226a-4373-97e5-0dd53eb9791d is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:10:48.341367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.363971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.364735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 16712546-226a-4373-97e5-0dd53eb9791d) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:48.365125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:48.365558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.401399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:48.415482 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4804015
Apr 20 13:10:48.421994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fa804-ca48-4ad1-b2c6-597e59dcb365 None None] Network 16712546-226a-4373-97e5-0dd53eb9791d requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:48.652441 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=701eb6846ba84b3f886ea730c679e5b4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8598692
Apr 20 13:10:48.655587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37020) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:48.733594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d70afbe-8cce-483f-9b29-f77067220ca8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:48.745495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:48.801878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7817303-3033-4600-9e1c-5ebde23ce29f None None] Network 70101a2a-6e15-4085-afc9-896586d2a115 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:48.815672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37038) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:48.881024 dv-cinder-786627-2-iscsi neutron-server[86259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 13:10:48.892297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:48.997253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.212807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.241809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee4cb8-03ab-42e0-9f17-b5f7e32f5bfe None None] Network 16712546-226a-4373-97e5-0dd53eb9791d requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:10:49.373702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-3dae608d-eb45-407c-a3cc-8390457fff59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:49.374483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-3dae608d-eb45-407c-a3cc-8390457fff59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:10:49.397889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37070) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:49.449900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-3dae608d-eb45-407c-a3cc-8390457fff59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:10:49.451145 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-3dae608d-eb45-407c-a3cc-8390457fff59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.6223049
Apr 20 13:10:49.513260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37074) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:49.515879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.531183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.554775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b38eea02-0127-4438-ab3e-bb69c82e9b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:49.588283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d70afbe-8cce-483f-9b29-f77067220ca8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:49.596011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:49.597568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-94da4467-7655-4f79-9091-0d0199ee6d3a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/quotas/068042eccb304d7799c1379b8eeb1f81 HTTP/1.1" status: 200  len: 375 time: 0.0923457
Apr 20 13:10:49.718368 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-9d19b177-947c-41be-bba5-bfb32dd523f2 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1073494
Apr 20 13:10:49.740524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.742592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d70afbe-8cce-483f-9b29-f77067220ca8 HTTP/1.1" status: 204  len: 168 time: 1.0858457
Apr 20 13:10:49.796023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:49.833719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Router f420782a-e603-44be-8acb-46851bcf6555 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:10:49.837158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:49.849389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-f3e0a0d5-5c6e-4509-af4a-7837990eaf26 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:49.850138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-f3e0a0d5-5c6e-4509-af4a-7837990eaf26 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Synchronizing usage tracker for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:10:49.854251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Usage tracker for resource:security_group_rule and tenant:7785fb2ea4c144f7a83f23991a3bf8b4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:49.857475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:49.867155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:49.970554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-14ccbead-01df-4ed5-9236-0611c940dd94 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:10:49.978607 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-14ccbead-01df-4ed5-9236-0611c940dd94 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1680198
Apr 20 13:10:50.009769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.065645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.080084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:10:50.087131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-744dc425-d87e-4e74-8828-9104692c3510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:50.092487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Sync routers for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:10:50.107944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37102) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:50.108814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:10:50.109114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-f3e0a0d5-5c6e-4509-af4a-7837990eaf26 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Unset dirty status for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:10:50.109647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d428cac8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:10:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:50.110388 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-f3e0a0d5-5c6e-4509-af4a-7837990eaf26 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/networks?id=16712546-226a-4373-97e5-0dd53eb9791d HTTP/1.1" status: 200  len: 812 time: 0.7114792
Apr 20 13:10:50.129739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.133759 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.6613870
Apr 20 13:10:50.134063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37106) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:50.137079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.172362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-a4533aa1-f3da-4918-815e-73bd0d38428f tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/quotas/791b831e6f3b47feb5b2a51869b4b208 HTTP/1.1" status: 200  len: 375 time: 0.0496311
Apr 20 13:10:50.172577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f14c49f-eaa5-4fa0-94cf-f21c2dbd0338,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:50.176027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:50.177781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Synchronizing usage tracker for tenant:c30a93e650864280b55c6db0c30a684d on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:10:50.260001 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-58f271bf-8ae2-44f5-b824-f897364de2c6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=791b831e6f3b47feb5b2a51869b4b208&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733328
Apr 20 13:10:50.271173 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-de01cbad-a2a5-47a2-8ce1-230a18503679 service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2916183
Apr 20 13:10:50.296747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Unset dirty status for tenant:c30a93e650864280b55c6db0c30a684d on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:10:50.300819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7785fb2ea4c144f7a83f23991a3bf8b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7836607
Apr 20 13:10:50.302812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37116) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:50.309921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:10:50.325990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:50.366830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Usage tracker for resource:security_group_rule and tenant:2d8d686732f64e54bf30c248089c013f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:50.395368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:50.415917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:50.479807 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-5ac00c56-9898-4ae1-b9a2-a47896bdeb8d service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075222
Apr 20 13:10:50.492832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.530692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-c9ee72fa-91d1-48de-9581-042083f5dd61 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:10:50.531994 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-c9ee72fa-91d1-48de-9581-042083f5dd61 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0905540
Apr 20 13:10:50.652365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.729854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d428cac8>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:48Z', 'revision_number': 3, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:50.735126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Checking router: f420782a-e603-44be-8acb-46851bcf6555 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:10:50.735787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Updating router f420782a-e603-44be-8acb-46851bcf6555 port dd2773f6-d954-439a-8f7b-bb255a31880b binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:10:50.740960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.748042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.760989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:50.796986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-18d9c636-c85c-4b61-b35f-2c184550af6c service neutron] 10.222.0.72 "GET /v2.0/networks/16712546-226a-4373-97e5-0dd53eb9791d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424853
Apr 20 13:10:50.810418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:50.861541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f31eea-5a6e-473b-ada6-2102fbff3f83,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:50.870547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:50.882915 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d8d686732f64e54bf30c248089c013f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7709651
Apr 20 13:10:51.117660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37144) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:51.232891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.284623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fdfa1ec9-4943-49c4-877c-30d6feda5107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:51.296097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.310843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Transition to ACTIVE for port object dd2773f6-d954-439a-8f7b-bb255a31880b will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:10:51.313772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.315148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f14c49f-eaa5-4fa0-94cf-f21c2dbd0338 HTTP/1.1" status: 204  len: 168 time: 1.0112865
Apr 20 13:10:51.317794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.324474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:51.337521 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-775548b9-99ef-4be0-94f8-747bf1551a83 req-dca640bf-af89-49d5-a369-52fefb46b957 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.1675627
Apr 20 13:10:51.340996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f14c49f-eaa5-4fa0-94cf-f21c2dbd0338,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:51.345226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:51.451363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Pushing event updated for resources: {'Port': ['ID=dd2773f6-d954-439a-8f7b-bb255a31880b,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:51.455246 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-98df702d-10db-496a-98fd-e8ac57361bba service neutron] 10.222.0.72 "GET /v2.0/networks/16712546-226a-4373-97e5-0dd53eb9791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6569474
Apr 20 13:10:51.489979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.495920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.496077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.496411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.496784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.497153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.497524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.497889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.498271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.498635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.498994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.499351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:51.509516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Tracked resource versions report:
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     HyperV agent@hv-cinder-78662: {},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:10:51.512872 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:10:51.564570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:51.597735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Attempting to bind port dd2773f6-d954-439a-8f7b-bb255a31880b on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:10:51.598117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Attempting to bind port dd2773f6-d954-439a-8f7b-bb255a31880b by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:10:51.598514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Attempting to bind port dd2773f6-d954-439a-8f7b-bb255a31880b on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:10:51.604905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.616620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:10:51.617011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:10:51.617455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.618014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:10:51.618550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Bound port: dd2773f6-d954-439a-8f7b-bb255a31880b, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:10:51.618956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.747346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.762046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:51.799490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] For port dd2773f6-d954-439a-8f7b-bb255a31880b, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:10:51.814291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] For port dd2773f6-d954-439a-8f7b-bb255a31880b, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=dd2773f6-d954-439a-8f7b-bb255a31880b,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:10:51.822734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.850643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f31eea-5a6e-473b-ada6-2102fbff3f83,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:51.865516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f7baa2c6-e5de-4545-97d8-d46b6e50f769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:51.867026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:51.868133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.872570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:51.877108 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49f31eea-5a6e-473b-ada6-2102fbff3f83 HTTP/1.1" status: 204  len: 168 time: 0.7555778
Apr 20 13:10:52.125468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Pushing event updated for resources: {'Port': ['ID=dd2773f6-d954-439a-8f7b-bb255a31880b,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:52.140530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:10:52.141198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d428cac8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:10:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:52.262134 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a886818c-46c1-4f69-bc37-a1a6f6163d32 req-11e10217-0ef2-4437-8541-84f4729daf7d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.2415218
Apr 20 13:10:52.609360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:10:52.623214 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a40e4d4-103b-4274-9a8a-d0379dc0e6ef req-e11e533d-0ddd-4687-9d6e-0e2a9012a717 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.1340292
Apr 20 13:10:52.654262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Allocated IP 172.20.0.1 (356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd/379c683f-1bff-4e3c-8022-ca8855b2221e/1115756d-50ce-4ffc-88a3-bef431e22168) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:10:52.748215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:52.975722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.040666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.057674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fed1b5dd-8841-4607-bb83-7f4e9fc888d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:53.194808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:10:53.199134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:53.208171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:10:53.208856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.279715 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d428cac8>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:48Z', 'revision_number': 3, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:53.291368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda415b8-14da-4b58-889f-cf6a1eea11ac None None] The sync data for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi is: [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:48Z', 'revision_number': 3, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:10:53.386164 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9165481-cd74-4380-a5f5-d3cdcc8bb293 req-dcb7ee7e-1b3c-41ff-9f0b-bf6028bad735 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.0718977
Apr 20 13:10:53.386454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Pushing event updated for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:53.414141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:53.601829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.932404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.939213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.940691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:53.945516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:54.005888 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-16c8138f-79c3-4404-8773-1209b8bf3cb5 req-5aa83fd2-0167-4909-8bf7-e4ee4c558b81 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.1358669
Apr 20 13:10:54.136438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Pushing event updated for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:54.142457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:54.208402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:10:54.210990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:10:54.435124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Router f420782a-e603-44be-8acb-46851bcf6555 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:10:54.652334 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-46f7f666-3314-43a5-ae3c-ec4b441c2696 req-b3ef5162-40e8-4cf2-83e4-ebcc9d764220 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.0770464
Apr 20 13:10:54.889842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:10:54.918336 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] 10.222.0.72 "PUT /v2.0/routers/f420782a-e603-44be-8acb-46851bcf6555/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7828658
Apr 20 13:10:55.318210 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-053cff7a-f07d-4a66-9f43-281475685bc7 req-c9c50f42-bb80-418e-a399-fa105f38fed3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0818541
Apr 20 13:10:55.563826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device dd2773f6-d954-439a-8f7b-bb255a31880b up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:10:55.715351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port dd2773f6-d954-439a-8f7b-bb255a31880b completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:10:55.728329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port dd2773f6-d954-439a-8f7b-bb255a31880b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:10:55.728757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:55.949211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4b7c45eb-6c56-452c-9bce-423987d0c2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.029864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.037276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37406) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:56.082620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port dd2773f6-d954-439a-8f7b-bb255a31880b, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=dd2773f6-d954-439a-8f7b-bb255a31880b,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:10:56.089840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.092161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:56.198030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=dd2773f6-d954-439a-8f7b-bb255a31880b,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:56.211173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.211996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.212378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.212752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.213277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.213646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.214009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.214370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.214749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.215114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.215984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.216347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Tracked resource versions report:
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: pushed versions:
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: {   'AddressGroup': {'1.2'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'ConntrackHelper': {'1.0'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Log': {'1.0'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Network': {'1.1'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Port': {'1.7'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'PortForwarding': {'1.2'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'QosPolicy': {'1.8'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroup': {'1.4'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SecurityGroupRule': {'1.2'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'SubPort': {'1.0'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Subnet': {'1.1'},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     'Trunk': {'1.1'}}
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: consumer versions:
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: {   DHCP agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     HyperV agent@hv-cinder-78662: {},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     L3 agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metadata agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     Metering agent@dv-cinder-786627-2-iscsi: {},
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:     Open vSwitch agent@dv-cinder-786627-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'ConntrackHelper': '1.0',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Log': '1.0',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Network': '1.1',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Port': '1.7',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'PortForwarding': '1.2',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'QosPolicy': '1.8',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroup': '1.4',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SecurityGroupRule': '1.2',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'SubPort': '1.0',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Subnet': '1.1',
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:                                                      'Trunk': '1.1'}}
Apr 20 13:10:56.217504 dv-cinder-786627-2-iscsi neutron-server[86259]:  {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 13:10:56.245550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:56.253522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.260559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-d1016382-b258-4de9-b245-16f785cb103d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:56.263287 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-d1016382-b258-4de9-b245-16f785cb103d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 819 time: 0.3750157
Apr 20 13:10:56.282386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:56.288684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Usage tracker for resource:security_group_rule and tenant:7a78fa744f8b4707b61401b08ee41c59 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:56.292355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:56.298879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:56.363718 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7429d4d7-e56b-4641-bc09-0bac94317fb9 req-342a5f76-f3ce-4441-8059-43871747f351 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.0985935
Apr 20 13:10:56.367863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-93db9faa-89f2-4cbb-99d8-6b65e49dd93a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/quotas/9106ab2d238149608bd728efe5910d3d HTTP/1.1" status: 200  len: 375 time: 0.0396504
Apr 20 13:10:56.461021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.467564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.500880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:56.555884 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a78fa744f8b4707b61401b08ee41c59&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5172005
Apr 20 13:10:56.565854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37424) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:56.614756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45577be-52c4-492c-967e-cfcd2b28151b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:56.620696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:56.682570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.692413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Sync routers for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:10:56.723893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:10:56.724923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:10:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:56.758332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37430) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:56.771012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.817214 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ac8a7035-fcf8-43ea-a3c7-17a7564b7b37 req-b4bafa35-5b06-4c78-a303-c4d0e49f33d9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0649228
Apr 20 13:10:56.835208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.845462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-412a490c-9816-4e75-8647-0bb2bd323db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:56.865464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:56.867200 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e45577be-52c4-492c-967e-cfcd2b28151b HTTP/1.1" status: 204  len: 168 time: 0.3001244
Apr 20 13:10:56.868633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45577be-52c4-492c-967e-cfcd2b28151b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:56.885310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:56.913021 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-cf226e92-dbed-4fc6-812e-c3f8d0e2eff8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5362301
Apr 20 13:10:57.086004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.115711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:57.123571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Usage tracker for resource:security_group_rule and tenant:8f447d5e04d5422da67b992299cfda00 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:57.137105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:57.148155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:57.186145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:10:57.206927 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-0d15bc0d-1455-458e-87d5-0e3e8f16df5e service neutron] 10.222.0.72 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695396
Apr 20 13:10:57.443633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37454) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:57.478522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.506148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-7da3dc5e-b58c-47b4-bcca-439cbee4adec service neutron] 10.222.0.72 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2848885
Apr 20 13:10:57.509969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:57.521385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Usage tracker for resource:security_group_rule and tenant:d2320570dec84e50b445ad4ce7be6258 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:57.530289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:57.541695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:57.541988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device dd2773f6-d954-439a-8f7b-bb255a31880b up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:10:57.639504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.645451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.655469 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2a74adba-9225-45e5-b273-5941c7aa4a9a req-5068efd7-4f76-49fc-97ba-6bc8789c21aa tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.1131485
Apr 20 13:10:57.673858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:57.708580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.713643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.718309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port dd2773f6-d954-439a-8f7b-bb255a31880b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:10:57.718731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:57.725303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:57.776365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97570774-edec-4c6b-ae5d-46f8edf7721c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:57.799545 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f447d5e04d5422da67b992299cfda00&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0368216
Apr 20 13:10:57.802728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:57.803582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37466) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:57.868408 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2320570dec84e50b445ad4ce7be6258&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4205072
Apr 20 13:10:57.868408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470fa83-21f4-4464-a820-84fb91756d6e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:57.869643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37474) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:57.874450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:58.029958 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7157b2ff-73c7-458f-a5c1-9da4a0a16277 req-06ca466e-dc80-4bab-bfce-3bb30dbd0593 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 210 time: 0.1584990
Apr 20 13:10:58.048184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779f98>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:53Z', 'revision_number': 4, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '1115756d-50ce-4ffc-88a3-bef431e22168', 'name': '', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'mac_address': 'fa:16:3e:07:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:52Z', 'updated_at': '2021-04-20T13:10:53Z', 'revision_number': 2, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'subnets': [{'id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:10:58.053217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.055276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Checking router: f420782a-e603-44be-8acb-46851bcf6555 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:10:58.055727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Updating router f420782a-e603-44be-8acb-46851bcf6555 port 1115756d-50ce-4ffc-88a3-bef431e22168 binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:10:58.167895 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ff1a0836-7f94-472d-b5c4-d007c4509d5b req-c5faeac3-6e6f-4969-ac31-4e319cb8b62a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.1161494
Apr 20 13:10:58.173915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.185734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.223556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.286226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.358848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.385835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.401793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:58.416677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97570774-edec-4c6b-ae5d-46f8edf7721c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:58.419067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:58.435571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.435571 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97570774-edec-4c6b-ae5d-46f8edf7721c HTTP/1.1" status: 204  len: 168 time: 0.6260865
Apr 20 13:10:58.440356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.447791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c954fec0-34c7-4127-ac72-7c267dc1867a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:58.484050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470fa83-21f4-4464-a820-84fb91756d6e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:58.490278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:58.498866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.503115 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8470fa83-21f4-4464-a820-84fb91756d6e HTTP/1.1" status: 204  len: 168 time: 0.6175261
Apr 20 13:10:58.707825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-163f8426-e41d-4898-84e9-dda995ca8095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.952502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-503ebf3a-6c6f-46af-96f1-1857ff9fa2ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:10:58.956394 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-503ebf3a-6c6f-46af-96f1-1857ff9fa2ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 819 time: 0.3994946
Apr 20 13:10:58.960493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.964745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:58.983909 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-e3fadd55-a54c-407b-ad8c-953ac453c07f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/quotas/9106ab2d238149608bd728efe5910d3d HTTP/1.1" status: 200  len: 375 time: 0.0208809
Apr 20 13:10:59.004787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Transition to ACTIVE for port object 1115756d-50ce-4ffc-88a3-bef431e22168 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:10:59.027214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.059242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:59.138674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37518) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:59.195721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.212050 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f84847f3-939a-4549-bef8-faaac9a7685b req-f3bbd26c-1ee4-4ea4-8ca3-1b10efad311c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.0740001
Apr 20 13:10:59.266541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:10:59.273829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Usage tracker for resource:security_group_rule and tenant:8021738bb6eb457097679b0b05767760 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:10:59.279348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:10:59.295422 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-0629e40c-0f5d-4055-8f61-4f4e3af26aee tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3021903
Apr 20 13:10:59.301085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:10:59.506418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.511112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.516859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.534211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Pushing event updated for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:59.553663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1859f37c-8549-41f3-9a3c-6fa219e503eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:59.554172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:59.554938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Attempting to bind port 1115756d-50ce-4ffc-88a3-bef431e22168 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:10:59.555346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Attempting to bind port 1115756d-50ce-4ffc-88a3-bef431e22168 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:10:59.555778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Attempting to bind port 1115756d-50ce-4ffc-88a3-bef431e22168 on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:10:59.562067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:10:59.562459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Checking segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:10:59.562819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.563251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Bound using segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:10:59.563817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Bound port: 1115756d-50ce-4ffc-88a3-bef431e22168, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:10:59.564253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.586164 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6545d365-c707-488d-b6af-fc0374964e70 req-c69fde68-c10a-4e8c-8ad4-1939062a86fd tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0904102
Apr 20 13:10:59.632630 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-7f347838-a88c-4a21-b79f-eb65cca0a58b service neutron] 10.222.0.72 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362601
Apr 20 13:10:59.646744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8021738bb6eb457097679b0b05767760&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5058410
Apr 20 13:10:59.648179 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37536) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:10:59.649594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4919a3-9f39-4cae-a059-c8e620cd3933,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:10:59.709629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:10:59.765600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] For port 1115756d-50ce-4ffc-88a3-bef431e22168, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:10:59.771835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] For port 1115756d-50ce-4ffc-88a3-bef431e22168, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1115756d-50ce-4ffc-88a3-bef431e22168,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:10:59.786268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.813005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.820984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:10:59.876853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:10:59.886032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.58', 62916) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:00.066645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:00.090454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:00.158450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4919a3-9f39-4cae-a059-c8e620cd3933,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:00.193463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:00.198677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:00.204453 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc4919a3-9f39-4cae-a059-c8e620cd3933 HTTP/1.1" status: 204  len: 168 time: 0.5332386
Apr 20 13:11:00.231642 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-9c626b2e-1e42-4280-8d02-44040d498913 service neutron] 10.222.0.72 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5833092
Apr 20 13:11:00.309638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Pushing event updated for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:00.327428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:11:00.332387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:10:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:11:00.479703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:00.573920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-510b2d60-b1c8-443d-a5a8-fd3eb2b9a900 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:00.579042 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-510b2d60-b1c8-443d-a5a8-fd3eb2b9a900 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.58 "GET /v2.0/networks?id=16712546-226a-4373-97e5-0dd53eb9791d HTTP/1.1" status: 200  len: 812 time: 0.6919866
Apr 20 13:11:00.632702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Request body: {'port': {'device_id': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d', 'admin_state_up': True, 'tenant_id': '791b831e6f3b47feb5b2a51869b4b208'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:00.746825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:00.895100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:11:01.035435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.58', 62921) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:01.119122 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09a222c5-58f8-446b-854e-17568bec1b2b req-8bbcb7a3-029d-4ba0-bcf4-e5e41aa3c962 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.2708385
Apr 20 13:11:01.542052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4dbf1b97-1041-4ea8-89ee-f231c1bd8747 req-76926530-0ae3-41c7-bf89-c2eeb31ae245 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.1722615
Apr 20 13:11:01.544116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:01.554262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Usage tracker for resource:port and tenant:791b831e6f3b47feb5b2a51869b4b208 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:01.615133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:01.638998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:01.659441 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6556a3d0-1fcd-4a7b-b95d-a5ddcd79046f req-dd2a9e98-43c1-4191-97f7-1d3b27d6fa2d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 210 time: 0.1107004
Apr 20 13:11:01.684975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Made reservation on behalf of 791b831e6f3b47feb5b2a51869b4b208 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:01.713716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:01.812175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-281ad814-9d8a-4ba9-9252-f27f31af423d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:01.813799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-281ad814-9d8a-4ba9-9252-f27f31af423d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.7773042
Apr 20 13:11:01.832291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Request body: {'port': {'device_id': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'admin_state_up': True, 'tenant_id': '068042eccb304d7799c1379b8eeb1f81'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:02.008418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Allocated IP 172.20.0.11 (16712546-226a-4373-97e5-0dd53eb9791d/21c7b062-b6c7-4263-9697-a1776d5f06c4/6c411d19-7099-4785-9bdd-d80914bf389d) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:02.302291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:02.349143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:02.376864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:02.388269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779f98>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:53Z', 'revision_number': 4, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '1115756d-50ce-4ffc-88a3-bef431e22168', 'name': '', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'mac_address': 'fa:16:3e:07:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:52Z', 'updated_at': '2021-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'subnets': [{'id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:11:02.392418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:02.400407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Usage tracker for resource:port and tenant:068042eccb304d7799c1379b8eeb1f81 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:02.401643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca923d-5388-40bd-93e6-b3b1a62d57c4 None None] The sync data for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi is: [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:10:53Z', 'revision_number': 4, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '1115756d-50ce-4ffc-88a3-bef431e22168', 'name': '', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'mac_address': 'fa:16:3e:07:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:52Z', 'updated_at': '2021-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'subnets': [{'id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:11:02.412412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:02.423784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:02.441452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:02.451970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:02.507689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Network 16712546-226a-4373-97e5-0dd53eb9791d is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:02.517018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:02.544675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:02.565650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:02.566370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:02.766046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.58', 62931) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:02.916643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Allocated IP 172.20.0.6 (70101a2a-6e15-4085-afc9-896586d2a115/4f1fa7fb-5915-4324-8812-76b043d28b2d/d8d0d911-468d-454a-8866-0d8abc10950c) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:03.203479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-a6f9464a-6bda-4d0f-a0e2-ebe74278d00b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:03.217144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-a6f9464a-6bda-4d0f-a0e2-ebe74278d00b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 819 time: 0.4248123
Apr 20 13:11:03.217884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Pushing event updated for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:03.223365 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5960047
Apr 20 13:11:03.247130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:03.270009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-e18220b7-20d9-4271-aacd-63f935c98d94 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:11:03.271378 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-e18220b7-20d9-4271-aacd-63f935c98d94 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0332391
Apr 20 13:11:03.377155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Request body: {'port': {'device_id': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'admin_state_up': True, 'tenant_id': '9106ab2d238149608bd728efe5910d3d'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:03.398411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:03.493804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:03.529223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:03.673756 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d5b65dba-d186-4c37-9fd4-9d74bea3f285 req-283849bd-6b8d-4f76-9064-9811bc100324 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.4528925
Apr 20 13:11:03.714063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1115756d-50ce-4ffc-88a3-bef431e22168 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:03.763174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Network 70101a2a-6e15-4085-afc9-896586d2a115 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:03.771832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event updated for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:03.782932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:03.784775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:03.812697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:03.831270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:03.843144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.58', 62936) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:03.846640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:03.910850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0834112
Apr 20 13:11:04.054622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Request body: {'port': {'device_id': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:04.062047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 1115756d-50ce-4ffc-88a3-bef431e22168 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:04.086806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1115756d-50ce-4ffc-88a3-bef431e22168 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:04.087569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:04.474114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:04.564289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:04.603933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 1115756d-50ce-4ffc-88a3-bef431e22168, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1115756d-50ce-4ffc-88a3-bef431e22168,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:04.615268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:04.620053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:04.828948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:04.851602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:04.992175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-1693e445-e90f-4449-88b2-8778eccaaee0 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:04.993700 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-1693e445-e90f-4449-88b2-8778eccaaee0 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 819 time: 1.1488624
Apr 20 13:11:05.006445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Request body: {'port': {'device_id': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:05.197300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:05.226188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-e72bd53b-8379-4c8e-ad20-7693fc402e6c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:05.226940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-e72bd53b-8379-4c8e-ad20-7693fc402e6c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Synchronizing usage tracker for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:05.310477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d0d911-468d-454a-8866-0d8abc10950c {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:05.320763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:05.339565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Transition to ACTIVE for port object d8d0d911-468d-454a-8866-0d8abc10950c will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:05.342898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:05.349824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:05.546666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1115756d-50ce-4ffc-88a3-bef431e22168 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:05.620551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-34474d72-2776-4879-bae4-9a0b4d1d7680 req-b119aec6-2d8f-4c4a-bb4f-4471eec98bcd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 210 time: 0.6235118
Apr 20 13:11:05.631258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-e72bd53b-8379-4c8e-ad20-7693fc402e6c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Unset dirty status for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:05.642184 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-e72bd53b-8379-4c8e-ad20-7693fc402e6c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 932 time: 3.1262784
Apr 20 13:11:05.695190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:05.725418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:05.736178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Attempting to bind port d8d0d911-468d-454a-8866-0d8abc10950c on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:05.737767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Attempting to bind port d8d0d911-468d-454a-8866-0d8abc10950c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:05.738375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Attempting to bind port d8d0d911-468d-454a-8866-0d8abc10950c on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:05.744524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Port d8d0d911-468d-454a-8866-0d8abc10950c on network 70101a2a-6e15-4085-afc9-896586d2a115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:05.745905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Attempting to bind port d8d0d911-468d-454a-8866-0d8abc10950c on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:05.757216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:05.758663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Checking segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:05.759913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Bound using segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:05.760603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Bound port: d8d0d911-468d-454a-8866-0d8abc10950c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:05.761169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:05.801406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1115756d-50ce-4ffc-88a3-bef431e22168 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:05.801827 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:05.833483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Request body: {'port': {'device_id': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'admin_state_up': True, 'tenant_id': '9106ab2d238149608bd728efe5910d3d'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:05.882996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:05.893992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Usage tracker for resource:port and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:05.917556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:05.935501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:05.978095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:05.983205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8d0d911-468d-454a-8866-0d8abc10950c,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:05.990568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:06.005923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-33d2e9bc-2b05-4254-a6b8-03a3cca7abc8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:06.011549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Made reservation on behalf of 9106ab2d238149608bd728efe5910d3d for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:06.036554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:06.134615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:06.135100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:06.136711 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] 10.222.0.58 "PUT /v2.0/ports/d8d0d911-468d-454a-8866-0d8abc10950c HTTP/1.1" status: 200  len: 1093 time: 2.1972740
Apr 20 13:11:06.164958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:06.356581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c411d19-7099-4785-9bdd-d80914bf389d {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:06.378331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:06.439042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Transition to ACTIVE for port object 6c411d19-7099-4785-9bdd-d80914bf389d will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:06.524869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37838) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:06.544430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:06.556283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-4f2892cb-1af2-40f2-80d0-f171bef126a9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Synchronizing usage tracker for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:06.628688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:06.711981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:06.715763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:06.806842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-c6016b1b-a147-4d69-a219-030fdb7c38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:06.810664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-c6016b1b-a147-4d69-a219-030fdb7c38c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 1096 time: 0.4483466
Apr 20 13:11:06.820913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37854) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:07.046774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.072145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Allocated IP 172.20.0.4 (356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd/379c683f-1bff-4e3c-8022-ca8855b2221e/a646a91c-bb72-461a-8727-82cf6e644baa) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:07.103181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:07.107943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Usage tracker for resource:security_group_rule and tenant:d4f41051b3104e89afaf7d2d1a502b7e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:07.111104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:07.118823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:07.173985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.202843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:07.210620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc5a82158704a9bb7fd88e3194f85b5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:07.218895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:07.221918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Pushing event updated for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:07.228818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:07.240229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:07.271290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-4f2892cb-1af2-40f2-80d0-f171bef126a9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Unset dirty status for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:07.272852 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-65316425-fac1-495b-8ab4-9dcf355e3fff req-4f2892cb-1af2-40f2-80d0-f171bef126a9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6282260
Apr 20 13:11:07.319567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.324825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.339706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:07.386006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e734843-f61d-448b-b491-6feed4bd93d7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:07.396187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:07.431714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 37870) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:07.431966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4f41051b3104e89afaf7d2d1a502b7e&name=default HTTP/1.1" status: 200  len: 2976 time: 0.8917341
Apr 20 13:11:07.518328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.522711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.533215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:07.568560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:07.592891 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5dc5a82158704a9bb7fd88e3194f85b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7706938
Apr 20 13:11:07.594329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37876) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:07.599826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b67f0f-0c5e-4f68-85cc-5585c3ca7785,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:07.603137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:07.641639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Attempting to bind port 6c411d19-7099-4785-9bdd-d80914bf389d on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:07.642039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Attempting to bind port 6c411d19-7099-4785-9bdd-d80914bf389d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '5600ea41-fe6a-4227-9a47-ce9a2f9e389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:07.642410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Attempting to bind port 6c411d19-7099-4785-9bdd-d80914bf389d on network 16712546-226a-4373-97e5-0dd53eb9791d {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:07.652324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Usage tracker for resource:port and tenant:9106ab2d238149608bd728efe5910d3d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:07.661513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:07.671344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.687889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Port 6c411d19-7099-4785-9bdd-d80914bf389d on network 16712546-226a-4373-97e5-0dd53eb9791d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:07.688264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Attempting to bind port 6c411d19-7099-4785-9bdd-d80914bf389d on network 16712546-226a-4373-97e5-0dd53eb9791d {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:07.695546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:07.702212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.717885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:07.718263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Checking segment: {'id': '5600ea41-fe6a-4227-9a47-ce9a2f9e389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:07.718875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Bound using segment: {'id': '5600ea41-fe6a-4227-9a47-ce9a2f9e389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:07.719417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Bound port: 6c411d19-7099-4785-9bdd-d80914bf389d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5600ea41-fe6a-4227-9a47-ce9a2f9e389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:07.719826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.741343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285f036-0b17-46cb-b756-91602cb40f07 req-e48ac9b1-f2c1-49ba-b919-6f42853090c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:07.743334 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d285f036-0b17-46cb-b756-91602cb40f07 req-e48ac9b1-f2c1-49ba-b919-6f42853090c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 1.2001145
Apr 20 13:11:07.748554 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9a9c56e-2b32-495e-9bed-542bbf2ce470 req-0bc34c24-8526-4ce9-98d7-609b24f35b04 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 210 time: 0.1729686
Apr 20 13:11:07.754072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.759725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f9fd29ee-5710-4064-bd73-c33d5a101b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:07.781703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.786056 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46b67f0f-0c5e-4f68-85cc-5585c3ca7785 HTTP/1.1" status: 204  len: 168 time: 0.1905766
Apr 20 13:11:07.786977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b67f0f-0c5e-4f68-85cc-5585c3ca7785,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:07.789372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:07.813333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Made reservation on behalf of 9106ab2d238149608bd728efe5910d3d for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:07.820532 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.846103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:07.879821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.017403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:08.022124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c411d19-7099-4785-9bdd-d80914bf389d,segment=NetworkSegment(5600ea41-fe6a-4227-9a47-ce9a2f9e389d),segment_id=5600ea41-fe6a-4227-9a47-ce9a2f9e389d)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:08.031034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.036110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.039235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.049831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d285f036-0b17-46cb-b756-91602cb40f07 req-b3e533e6-57b6-4118-bd06-f50ef13d205e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:08.058300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:08.073955 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c', 'status': 'completed', 'code': 200}
Apr 20 13:11:08.140531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e734843-f61d-448b-b491-6feed4bd93d7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:08.152166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:08.156588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:08.300132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d285f036-0b17-46cb-b756-91602cb40f07 req-b3e533e6-57b6-4118-bd06-f50ef13d205e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:08.301832 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d285f036-0b17-46cb-b756-91602cb40f07 req-b3e533e6-57b6-4118-bd06-f50ef13d205e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5386188
Apr 20 13:11:08.307856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:08.308775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.312026 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] 10.222.0.58 "PUT /v2.0/ports/6c411d19-7099-4785-9bdd-d80914bf389d HTTP/1.1" status: 200  len: 1094 time: 4.6578989
Apr 20 13:11:08.319913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:08.369748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37902) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:08.402775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.404676 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e734843-f61d-448b-b491-6feed4bd93d7 HTTP/1.1" status: 204  len: 168 time: 0.9481831
Apr 20 13:11:08.408162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Pushing event updated for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:08.423984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:08.434782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.492978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:08.504707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9922e3598ea74d419e0d2304034286f6 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:08.508022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:08.530820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:08.533808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.670846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.677305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:08.699716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-638861ca-1457-408e-bdb2-05fbc2d96143 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:08.707957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:08.810534 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9922e3598ea74d419e0d2304034286f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4395874
Apr 20 13:11:08.821090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 37920) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:08.824868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347dcd55-9a52-4e47-9d81-174226bd9298,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:08.912768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:08.968102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:09.075855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:09.232316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:09.238717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-41a2cf01-cb1d-44e8-8ba1-90b298256528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:09.284191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347dcd55-9a52-4e47-9d81-174226bd9298,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:09.287968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:09.290949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:09.292177 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/347dcd55-9a52-4e47-9d81-174226bd9298 HTTP/1.1" status: 204  len: 168 time: 0.4698472
Apr 20 13:11:09.461596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:09.470097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:09.473420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c9eacb67-1202-4221-bf7c-77850fab85f9 req-f14bcd26-6a18-4111-b0d2-44863e8e5c07 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Synchronizing usage tracker for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:09.482269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:09.489400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:09.490281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:09.508454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Allocated IP 172.20.0.6 (356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd/379c683f-1bff-4e3c-8022-ca8855b2221e/49e4002c-978f-4ddd-9d9b-2c55f20de7c5) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:09.519755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Pushing event updated for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:09.542024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:09.575919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3269279
Apr 20 13:11:09.591677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c9eacb67-1202-4221-bf7c-77850fab85f9 req-f14bcd26-6a18-4111-b0d2-44863e8e5c07 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Unset dirty status for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:09.605869 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9eacb67-1202-4221-bf7c-77850fab85f9 req-f14bcd26-6a18-4111-b0d2-44863e8e5c07 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 210 time: 0.2230558
Apr 20 13:11:09.651747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f392-f0a3-4c32-9018-95463817e478 req-156ababb-348c-449e-ae7e-9e54fd799505 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:09.653595 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a04f392-f0a3-4c32-9018-95463817e478 req-156ababb-348c-449e-ae7e-9e54fd799505 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 1.0970209
Apr 20 13:11:09.860339 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a04f392-f0a3-4c32-9018-95463817e478 req-c8d6d387-c67c-4edc-9811-8a10e76f9092 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809165
Apr 20 13:11:10.165728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e16ad-e2ba-416e-a9b4-b0bcdd8a71d9 req-bceb9ba1-1fed-4dcb-a2be-e8860ec7905c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:10.175076 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da4e16ad-e2ba-416e-a9b4-b0bcdd8a71d9 req-bceb9ba1-1fed-4dcb-a2be-e8860ec7905c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 0.3609636
Apr 20 13:11:10.245122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:10.273288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da4e16ad-e2ba-416e-a9b4-b0bcdd8a71d9 req-68895e2d-d8a5-4d92-8717-fb4904bc84ac tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965610
Apr 20 13:11:10.344609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:10.363274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b99fa6e1-2256-49a5-86f0-9742c42ad4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:10.501541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:10.524920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:10.536515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:10.543377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:10.544306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:10.574500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Pushing event updated for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:10.579984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:10.583767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8344164
Apr 20 13:11:10.601628 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d', 'status': 'completed', 'code': 200}
Apr 20 13:11:11.242528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c7c8-3d49-4193-9725-6fb542f22ff8 req-76540e9c-703a-4a00-9d9a-03b28ab58dad tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:11.250345 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0cf7c7c8-3d49-4193-9725-6fb542f22ff8 req-76540e9c-703a-4a00-9d9a-03b28ab58dad tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 931 time: 0.3800898
Apr 20 13:11:11.351535 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0cf7c7c8-3d49-4193-9725-6fb542f22ff8 req-cda232a9-40a2-4fa0-a763-a681ac1259c8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001141
Apr 20 13:11:11.396411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e083d-5509-4158-ae43-31e7b8cab40b req-ba1401df-da49-49ee-8c23-dff26573c2fe tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:11.405770 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7f9e083d-5509-4158-ae43-31e7b8cab40b req-ba1401df-da49-49ee-8c23-dff26573c2fe tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.2676015
Apr 20 13:11:11.516725 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7f9e083d-5509-4158-ae43-31e7b8cab40b req-619852e3-1eff-4450-9903-bdeadaf068cc tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030829
Apr 20 13:11:11.763735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8876-c392-4ca0-81f4-9577b7eb984c req-d3e3ff60-352b-4718-92a2-c47ca4de5910 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:11.772198 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e8a8876-c392-4ca0-81f4-9577b7eb984c req-d3e3ff60-352b-4718-92a2-c47ca4de5910 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 0.1176162
Apr 20 13:11:11.804710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38050) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:11.841485 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e8a8876-c392-4ca0-81f4-9577b7eb984c req-a530de3a-b9e6-421d-b538-054e3061089c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676055
Apr 20 13:11:12.208161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.227757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:12.232239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Usage tracker for resource:security_group_rule and tenant:887ebe043b784018a9d45711ed51645f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:12.235670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:12.248151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:12.415351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.420167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.431693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bf2474b5-d810-4743-a992-ac3bc9d3c863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:12.502975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9951b30a-105a-444a-9680-36914015871b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:12.520635 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=887ebe043b784018a9d45711ed51645f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7134457
Apr 20 13:11:12.522012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:12.523041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38082) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:12.600673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.639071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.748863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38092) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:12.799744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.821567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:12.861994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951b30a-105a-444a-9680-36914015871b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:12.865228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:12.879171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:12.884585 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9951b30a-105a-444a-9680-36914015871b HTTP/1.1" status: 204  len: 168 time: 0.3602216
Apr 20 13:11:12.951585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe395b-fc0e-497d-9504-7edfe2e0178a req-cb2ddaa0-07bb-41de-9806-dd755266590e tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:12.959916 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a3fe395b-fc0e-497d-9504-7edfe2e0178a req-cb2ddaa0-07bb-41de-9806-dd755266590e tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.2161925
Apr 20 13:11:12.969843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dcea0-0073-416d-a4fd-bcb0f629ad68 req-6c38242f-d39d-4fe5-bab3-6db10b536995 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:12.971660 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7c9dcea0-0073-416d-a4fd-bcb0f629ad68 req-6c38242f-d39d-4fe5-bab3-6db10b536995 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 931 time: 0.2747414
Apr 20 13:11:12.988587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.047413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:13.064940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a3fe395b-fc0e-497d-9504-7edfe2e0178a req-e3899dc3-16eb-456e-9ce0-32473d33b7c9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006613
Apr 20 13:11:13.069600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Usage tracker for resource:security_group_rule and tenant:416537a4425149b9ab8143577f5c5cdf is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:13.081188 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7c9dcea0-0073-416d-a4fd-bcb0f629ad68 req-4a0f1393-e71e-4a42-b6fd-287b32abddf9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928540
Apr 20 13:11:13.108470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:13.132790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:13.282205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38116) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:13.337139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddfb8b-1f82-4e2d-8d43-90b9013c01d2 req-ec0491b8-b216-4d7d-9942-f77eb2851116 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:13.345226 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8bddfb8b-1f82-4e2d-8d43-90b9013c01d2 req-ec0491b8-b216-4d7d-9942-f77eb2851116 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 0.1743505
Apr 20 13:11:13.374616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.380819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.400234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4b80d0c9-2a70-4074-bde5-53e489b8a956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:13.534391 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8bddfb8b-1f82-4e2d-8d43-90b9013c01d2 req-9b31bbef-8110-416b-8c5e-eab282ed0769 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862047
Apr 20 13:11:13.567678 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=416537a4425149b9ab8143577f5c5cdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8174527
Apr 20 13:11:13.568742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea642f-6393-4154-a486-3c1b44fc2602,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:13.570487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38134) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:13.572481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:13.684262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.742698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.862134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.884881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-160b9ae7-2dfd-414c-b2ac-cf5b7510473f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:13.899758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.926662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:13.928399 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7eea642f-6393-4154-a486-3c1b44fc2602 HTTP/1.1" status: 204  len: 168 time: 0.3560503
Apr 20 13:11:13.935774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:13.945202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e624cd3e2ae149e8adf9934c660dff74 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:13.948651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:13.967694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:14.028167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea642f-6393-4154-a486-3c1b44fc2602,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:14.036663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:14.127258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.134499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.197374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a5bbfbe6-93cb-448d-8e4a-24f94c1a33fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:14.248421 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e624cd3e2ae149e8adf9934c660dff74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9640467
Apr 20 13:11:14.250789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d76908-a750-42f8-8e3c-a12f184689ef,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:14.251242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38178) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:14.265603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:14.385462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.420208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.448544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4f292-ca0d-4bde-b98e-1661e5373237 req-016bb255-bef4-40e6-932a-1be37eb02828 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:14.450162 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ded4f292-ca0d-4bde-b98e-1661e5373237 req-016bb255-bef4-40e6-932a-1be37eb02828 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 931 time: 0.1408584
Apr 20 13:11:14.463857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0434354-2a08-4889-8b7e-4ec07a5389b5 req-8b612182-1695-4e60-a7c4-bc568d8c075d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:14.470160 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0434354-2a08-4889-8b7e-4ec07a5389b5 req-8b612182-1695-4e60-a7c4-bc568d8c075d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.2206490
Apr 20 13:11:14.517279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.524921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1d170c0e-6778-4763-b3fc-f66e48c89c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:14.572232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d76908-a750-42f8-8e3c-a12f184689ef,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:14.580702 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0434354-2a08-4889-8b7e-4ec07a5389b5 req-1e56a90f-ca29-4d0b-aaaa-97803e1111af tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914595
Apr 20 13:11:14.591504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:14.615127 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ded4f292-ca0d-4bde-b98e-1661e5373237 req-095d0dff-0e6b-4974-81f3-da90e583f70e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437631
Apr 20 13:11:14.619463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Request body: {'port': {'device_id': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:14.631362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:14.638406 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/27d76908-a750-42f8-8e3c-a12f184689ef HTTP/1.1" status: 204  len: 168 time: 0.3832624
Apr 20 13:11:14.821040 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-9dbdd1c2-7f75-4616-b07e-a4ea15db7ca2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8d0d911-468d-454a-8866-0d8abc10950c HTTP/1.1" status: 200  len: 217 time: 0.1166956
Apr 20 13:11:14.836650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Request body: {'port': {'device_id': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:15.035454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-bf90457d-548f-4332-bbc7-e64f76d98a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:15.039963 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-bf90457d-548f-4332-bbc7-e64f76d98a23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.2009706
Apr 20 13:11:15.087712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:15.110548 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-4e167e1c-e514-41aa-a73d-bbd4a2f8246a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620148
Apr 20 13:11:15.185777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-c59552fc-44b4-4d97-bdc4-38d9a938e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:15.187355 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-c59552fc-44b4-4d97-bdc4-38d9a938e7fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=791b831e6f3b47feb5b2a51869b4b208&device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 1097 time: 0.4195256
Apr 20 13:11:15.271212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5430ee-dc26-4b47-8e60-9d6404975956 req-948317ab-bbbb-4794-a294-ce017ae84fa9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:15.272836 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d5430ee-dc26-4b47-8e60-9d6404975956 req-948317ab-bbbb-4794-a294-ce017ae84fa9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 0.4984820
Apr 20 13:11:15.327430 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-905fedbc-3ee9-462d-8c5a-22401dc0aa4c service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119637
Apr 20 13:11:15.440439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:15.511878 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf89c28d-7308-4781-9240-8c8aad132c87 req-61299117-07c9-4984-9373-50a5da617877 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738112
Apr 20 13:11:15.534656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d5430ee-dc26-4b47-8e60-9d6404975956 req-2e5a5926-0a6a-40ba-98e7-ae580d42687f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892927
Apr 20 13:11:15.614296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38274) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:15.650444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:15.678007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:15.686275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Usage tracker for resource:security_group_rule and tenant:47ccf4221d97472dac8b63dcc65a0618 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:15.692479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:15.700695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:15.730046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-f3c7cf60-6098-4fb7-a21b-551721c49179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:15.731741 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-f3c7cf60-6098-4fb7-a21b-551721c49179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 1096 time: 0.1565280
Apr 20 13:11:15.957544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-af49e56f-78f3-4615-a0b6-ea08acf240ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:15.959232 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-af49e56f-78f3-4615-a0b6-ea08acf240ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 916 time: 0.2166071
Apr 20 13:11:16.046924 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-8d89a1de-84d9-4766-9968-e41767465e50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8d0d911-468d-454a-8866-0d8abc10950c HTTP/1.1" status: 200  len: 217 time: 0.0777776
Apr 20 13:11:16.126139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a646a91c-bb72-461a-8727-82cf6e644baa {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:16.134029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.145584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-09596641-a2b0-43cc-8b34-b5a99a19f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:16.147431 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-09596641-a2b0-43cc-8b34-b5a99a19f293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.0914934
Apr 20 13:11:16.149814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Transition to ACTIVE for port object a646a91c-bb72-461a-8727-82cf6e644baa will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:16.159749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.161298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38296) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:16.177250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.248061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-49fb5aac-96d8-4f8d-a236-aed5317792e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853381
Apr 20 13:11:16.249047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.286824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bc667034-a8dc-4d56-aaaa-90c553de23f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:16.302468 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47ccf4221d97472dac8b63dcc65a0618&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6820304
Apr 20 13:11:16.303968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38312) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:16.378729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b65731c4-2b3f-48ba-ab84-ad431ccb09a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:16.580673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-20d93ab7-443e-488e-abf3-8d11cb657a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:16.582252 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-20d93ab7-443e-488e-abf3-8d11cb657a01 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=791b831e6f3b47feb5b2a51869b4b208&shared=False HTTP/1.1" status: 200  len: 914 time: 1.3606617
Apr 20 13:11:16.715682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5499c87-a5b1-43a6-992d-59e92c9fac92,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:16.719387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:16.727148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.752619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:16.753033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:16.758962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed7eb67441848008998045a2571342c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:16.762638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19707b7-49f4-4370-a1b1-cfb481f4d9d8 req-63739dc1-0f9a-4343-a1e2-b9bf5e83b57e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:16.762949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:16.764260 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f19707b7-49f4-4370-a1b1-cfb481f4d9d8 req-63739dc1-0f9a-4343-a1e2-b9bf5e83b57e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 931 time: 0.5946157
Apr 20 13:11:16.765136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:16.788280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0a9f4-84ae-4069-b74f-117b7b57a2ac req-882c3e9c-8979-4e71-b092-7eb32d262654 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:16.789879 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70c0a9f4-84ae-4069-b74f-117b7b57a2ac req-882c3e9c-8979-4e71-b092-7eb32d262654 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.6385105
Apr 20 13:11:16.790641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Attempting to bind port a646a91c-bb72-461a-8727-82cf6e644baa on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:16.791003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Attempting to bind port a646a91c-bb72-461a-8727-82cf6e644baa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:16.791429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Attempting to bind port a646a91c-bb72-461a-8727-82cf6e644baa on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:16.803439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Port a646a91c-bb72-461a-8727-82cf6e644baa on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:16.803805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Attempting to bind port a646a91c-bb72-461a-8727-82cf6e644baa on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:16.832966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:16.851170 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-c9884b7d-0d6c-4794-bc5c-9da50d915661 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5658162
Apr 20 13:11:16.851882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.864465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:16.864841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Checking segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:16.865256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Bound using segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:16.865733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Bound port: a646a91c-bb72-461a-8727-82cf6e644baa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:16.866109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:16.913534 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70c0a9f4-84ae-4069-b74f-117b7b57a2ac req-0f152be9-5f13-44c9-b7f7-eeaf374245ab tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048136
Apr 20 13:11:17.060567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:17.063979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a646a91c-bb72-461a-8727-82cf6e644baa,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:17.083837 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f19707b7-49f4-4370-a1b1-cfb481f4d9d8 req-2cd6a60e-d48c-470d-8338-50156953a6cf tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814016
Apr 20 13:11:17.084978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.115570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:17.138060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.166901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-f7ab3383-afc1-4918-b6ab-337d46265caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:17.168522 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f57cda75-409f-47e3-8908-b9d92f9fdb60 req-f7ab3383-afc1-4918-b6ab-337d46265caa service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.5518153
Apr 20 13:11:17.169802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:17.170442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.177269 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] 10.222.0.58 "PUT /v2.0/ports/a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 1093 time: 2.4012446
Apr 20 13:11:17.194065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:17.280384 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4499a035-7f67-4d5e-b291-5e325a921d0f req-677e6e4a-cbb4-4895-b00c-fca75f4af0ce service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117699
Apr 20 13:11:17.307509 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa', 'status': 'completed', 'code': 200}
Apr 20 13:11:17.309576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.322163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:17.342934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5499c87-a5b1-43a6-992d-59e92c9fac92,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:17.358951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:17.388844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.390209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5499c87-a5b1-43a6-992d-59e92c9fac92 HTTP/1.1" status: 204  len: 168 time: 1.0835364
Apr 20 13:11:17.414634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.426640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.436416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:17.466615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:17.484030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ed7eb67441848008998045a2571342c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3196335
Apr 20 13:11:17.485279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38350) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:17.490463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:17.492145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6b762-8bd4-4a40-ac6d-d889b3d7505b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:17.506966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.509849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:17.534649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:17.544945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Transition to ACTIVE for port object 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:17.549897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-c062f502-ff56-4aff-9b43-cdc5777f3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:17.551795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-c062f502-ff56-4aff-9b43-cdc5777f3c86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=791b831e6f3b47feb5b2a51869b4b208&device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 1097 time: 0.2434466
Apr 20 13:11:17.560257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-5591c997-668b-4cfa-8933-e66284f09eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:17.561931 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-5591c997-668b-4cfa-8933-e66284f09eb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1096 time: 0.2640386
Apr 20 13:11:17.562568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.573264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8850ce-0ca4-48d2-9165-98678ec75180 req-87edff51-f7a6-49c6-9543-cb8ff8f22cb3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:17.574853 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cd8850ce-0ca4-48d2-9165-98678ec75180 req-87edff51-f7a6-49c6-9543-cb8ff8f22cb3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 943 time: 0.3729560
Apr 20 13:11:17.602128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.632759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.683767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.688819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-add6fe2f-a5cb-47b1-bc47-4cc2bb8b4665 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:17.690280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:17.704575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6b762-8bd4-4a40-ac6d-d889b3d7505b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:17.707048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:17.709343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:17.710661 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32d6b762-8bd4-4a40-ac6d-d889b3d7505b HTTP/1.1" status: 204  len: 168 time: 0.2237358
Apr 20 13:11:17.784770 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-d0ac84d9-c007-41f5-8c66-4c732da15646 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c411d19-7099-4785-9bdd-d80914bf389d HTTP/1.1" status: 200  len: 217 time: 0.2077129
Apr 20 13:11:17.844033 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-569062ff-56da-40e7-a521-205dc9ea54c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.2681015
Apr 20 13:11:18.170991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38380) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:18.191139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:18.207955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:18.212594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Usage tracker for resource:security_group_rule and tenant:744609e6c48f4e19b994776acdeb2a96 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:18.215704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:18.223208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:18.290474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Pushing event updated for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:18.312635 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cd8850ce-0ca4-48d2-9165-98678ec75180 req-b818ce1e-09da-458c-9507-ecc4c09d898a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6250832
Apr 20 13:11:18.312967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:18.326897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:18.329417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:18.339334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-75ce5ade-30f6-4e3f-891f-b72a024ce4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:18.364005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Attempting to bind port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:18.364443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Attempting to bind port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:18.364726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Attempting to bind port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:18.379544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:18.379881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Attempting to bind port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 on network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:18.390242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:18.390620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Checking segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:18.391076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Bound using segment: {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:18.391521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Bound port: 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58453a7-5d64-482b-b1e6-ac18cdd828ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:18.391902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:18.402686 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=744609e6c48f4e19b994776acdeb2a96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2301633
Apr 20 13:11:18.409587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-3b952787-5bcb-476b-b3fd-630c7c4c80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:18.410391 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-3b952787-5bcb-476b-b3fd-630c7c4c80f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.5497766
Apr 20 13:11:18.410904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38390) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:18.416747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e349a-23bc-4204-943d-c6d1755fa26b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:18.420165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:18.421339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-5b193e15-3caf-40e4-acdb-174ab67546b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:18.422860 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-5b193e15-3caf-40e4-acdb-174ab67546b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21c7b062-b6c7-4263-9697-a1776d5f06c4 HTTP/1.1" status: 200  len: 852 time: 0.5635133
Apr 20 13:11:18.523898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:18.527052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:18.692885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:18.696271 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-7a2ac5ed-7ced-4d8f-bd8d-6b0cac3508ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1658866
Apr 20 13:11:18.757768 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-bda4a4e6-d603-4ed1-a77f-615189116103 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16712546-226a-4373-97e5-0dd53eb9791d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2291260
Apr 20 13:11:18.824325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:11:18.932933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:19.009711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:19.010379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.012059 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] 10.222.0.58 "PUT /v2.0/ports/49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 200  len: 1093 time: 4.4159160
Apr 20 13:11:19.012991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.056907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.078898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-df7d6d2a-af83-4585-9b5a-4b4147ef57f7 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159344
Apr 20 13:11:19.097989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d8d0d911-468d-454a-8866-0d8abc10950c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:11:19.251449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Pushing event updated for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:19.255018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:19.265212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-a0a04920-843d-43b3-aa30-3bc92750dd56 service neutron] 10.222.0.58 "GET /v2.0/networks/16712546-226a-4373-97e5-0dd53eb9791d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4747639
Apr 20 13:11:19.295691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8d0d911-468d-454a-8866-0d8abc10950c,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:19.313334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'd8d0d911-468d-454a-8866-0d8abc10950c', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'port_id': 'd8d0d911-468d-454a-8866-0d8abc10950c', 'mac_address': 'fa:16:3e:0b:9d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1fa7fb-5915-4324-8812-76b043d28b2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:11:19.328635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18fea8-1467-45ac-84dc-71e749878268 req-9dd6e193-41f6-4e8d-92f7-b2c66a8c5758 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:19.336699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b18fea8-1467-45ac-84dc-71e749878268 req-9dd6e193-41f6-4e8d-92f7-b2c66a8c5758 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 1.1513317
Apr 20 13:11:19.339591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:19.388295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.411559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d0d911-468d-454a-8866-0d8abc10950c {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:19.446781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8d0d911-468d-454a-8866-0d8abc10950c,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:19.451740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.454377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.455153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:19.534138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:19.537607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:19.579232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-16cd0cae-e48e-42a0-8e00-b4e443bc3d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:19.656300 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b18fea8-1467-45ac-84dc-71e749878268 req-c19bf7ba-6afc-4ee9-8b7e-682576679c69 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3186586
Apr 20 13:11:19.670860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e349a-23bc-4204-943d-c6d1755fa26b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:19.746828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbc374-ff94-4954-b55d-cb56dcb83600 req-274f4c10-64e5-411e-ae71-60ccaedc6000 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:19.748496 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d5bbc374-ff94-4954-b55d-cb56dcb83600 req-274f4c10-64e5-411e-ae71-60ccaedc6000 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 1.1770382
Apr 20 13:11:19.755178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:11:19.830324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:19.831334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:19.835148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c49e349a-23bc-4204-943d-c6d1755fa26b HTTP/1.1" status: 204  len: 168 time: 1.4156747
Apr 20 13:11:19.835148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-033fd081-e6f2-4157-b292-808e9a05e4d2 req-a385a611-bcf3-40d5-8af2-a951340217f4 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5151389
Apr 20 13:11:19.880180 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f88f1cc-8841-4b1e-bb2e-0300a3bd8ec7 req-21dd4523-fdac-46ed-a26b-7c434680d998 service neutron] 10.222.0.58 "GET /v2.0/networks/16712546-226a-4373-97e5-0dd53eb9791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4275353
Apr 20 13:11:20.027736 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-999a48e1-7bb8-45c9-a4ff-52faa395a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:20.027736 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-999a48e1-7bb8-45c9-a4ff-52faa395a3e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1096 time: 0.7759650
Apr 20 13:11:20.061587 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d5bbc374-ff94-4954-b55d-cb56dcb83600 req-1d328a24-3682-4c2b-86d2-31680823f1a7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108622
Apr 20 13:11:20.138231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37c37f-676b-4eb8-9cc5-8fa10d8d06c3 req-9f300cec-eea6-45ce-a0ab-668f02c10783 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:20.140953 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b37c37f-676b-4eb8-9cc5-8fa10d8d06c3 req-9f300cec-eea6-45ce-a0ab-668f02c10783 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 944 time: 0.2679737
Apr 20 13:11:20.145599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-0f991b59-4e7d-4884-befa-a998516281ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:20.148583 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-0f991b59-4e7d-4884-befa-a998516281ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1096 time: 0.2561436
Apr 20 13:11:20.244519 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5', 'status': 'completed', 'code': 200}
Apr 20 13:11:20.258518 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b37c37f-676b-4eb8-9cc5-8fa10d8d06c3 req-dee67e49-da13-4aac-b5cb-f279829863f1 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998380
Apr 20 13:11:20.888155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60dd80-dfee-41c1-91f1-04eb74e0ef3d req-a7cc58d1-5fad-4b75-8c99-15563de52805 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:20.889736 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0b60dd80-dfee-41c1-91f1-04eb74e0ef3d req-a7cc58d1-5fad-4b75-8c99-15563de52805 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.0958655
Apr 20 13:11:20.978758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0b60dd80-dfee-41c1-91f1-04eb74e0ef3d req-bfdbfced-d325-4848-84ed-149e3b8d33eb tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815911
Apr 20 13:11:21.300470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f53dc-1560-4cff-85a1-8dd477770f72 req-70bf744e-ebbf-418a-97dc-f08e15f92005 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:21.309050 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-939f53dc-1560-4cff-85a1-8dd477770f72 req-70bf744e-ebbf-418a-97dc-f08e15f92005 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.1074009
Apr 20 13:11:21.369551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-939f53dc-1560-4cff-85a1-8dd477770f72 req-371947f7-b612-4107-b16a-c3c3b412160f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589890
Apr 20 13:11:21.539931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc82768-6e54-4913-bcc4-f82f13eaf1a5 req-0261bcab-b4b6-4445-80ca-0673f0007e7d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:21.541599 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9fc82768-6e54-4913-bcc4-f82f13eaf1a5 req-0261bcab-b4b6-4445-80ca-0673f0007e7d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 944 time: 0.0950997
Apr 20 13:11:21.594077 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9fc82768-6e54-4913-bcc4-f82f13eaf1a5 req-ff077747-8ca1-401b-8caf-2cbf7a95253d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456660
Apr 20 13:11:21.686552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38540) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:21.811969 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-3bef7117-4e80-438b-b4c2-088a71638c53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 200  len: 217 time: 0.0743942
Apr 20 13:11:21.936668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:21.952134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:21.956510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b83b34a76fb6497fb28cd15e28791409 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:21.959499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:21.965503 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:22.066048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.070909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.104090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c6bd56c9-13d4-47e7-9992-ed1730e1ffdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:22.118575 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b83b34a76fb6497fb28cd15e28791409&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4308851
Apr 20 13:11:22.121543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38568) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:22.186540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742c710f-7fb5-410f-9daa-b2de86c80dd2,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:22.190299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:22.194460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.223134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.224458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf47-5949-4c61-9aee-7267b0cc2b40 req-ecdafd80-51e4-4638-9387-7103852f0cd0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:22.226088 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2f7bbf47-5949-4c61-9aee-7267b0cc2b40 req-ecdafd80-51e4-4638-9387-7103852f0cd0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.1127682
Apr 20 13:11:22.269142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.274444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0651d083-920c-426a-8de6-3e67f37e4caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:22.276095 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2f7bbf47-5949-4c61-9aee-7267b0cc2b40 req-699eeb5b-c061-43db-8784-a4865aa4ab7f tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434039
Apr 20 13:11:22.288181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c710f-7fb5-410f-9daa-b2de86c80dd2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:22.291909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:22.308600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.311342 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/742c710f-7fb5-410f-9daa-b2de86c80dd2 HTTP/1.1" status: 204  len: 168 time: 0.1869552
Apr 20 13:11:22.398951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38582) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:22.569334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69f539-08e0-472f-85ad-67fa6e377db4 req-7b078cb3-580f-4207-9ad1-0aaa2f62fa26 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:22.570921 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d69f539-08e0-472f-85ad-67fa6e377db4 req-7b078cb3-580f-4207-9ad1-0aaa2f62fa26 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.0933244
Apr 20 13:11:22.622983 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d69f539-08e0-472f-85ad-67fa6e377db4 req-092822d7-fba2-4b3c-a51b-a4a4061a6b39 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444241
Apr 20 13:11:22.679055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.697704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:22.702356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Usage tracker for resource:security_group_rule and tenant:bef9c99530b54141a701563866dd496d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:22.709333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:22.716739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:22.717541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38596) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:22.737575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.809982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.812932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.823005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e91724a9-9b2e-4f15-83e9-79d3f4d9f0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:22.864878 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bef9c99530b54141a701563866dd496d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4647491
Apr 20 13:11:22.866760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:22.867584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38602) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:22.870350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b4255-8681-4653-be93-77604c6b86ec,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:22.873606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:22.938463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.940871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Usage tracker for resource:security_group_rule and tenant:da13f4af011a4decb6108dbe6dc1eead is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:22.946866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:22.966809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:22.970915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:23.007994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-cbcb98a3-ba30-4039-b321-cdf61741548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:23.009906 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-cbcb98a3-ba30-4039-b321-cdf61741548f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.2173193
Apr 20 13:11:23.010965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.016672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c0fa7670-eb44-450a-b0bc-9f4f344de32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:23.027369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b4255-8681-4653-be93-77604c6b86ec,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:23.029777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:23.034913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.036219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f20b4255-8681-4653-be93-77604c6b86ec HTTP/1.1" status: 204  len: 168 time: 0.1676047
Apr 20 13:11:23.106263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-3b70ba43-ee81-4c17-adde-aa325032a138 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723846
Apr 20 13:11:23.120883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6ec5-84bc-4387-a57b-3ee3572caa4b req-60419de9-0b0e-4733-8441-4a69a9a4d24b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:23.122394 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7b3a6ec5-84bc-4387-a57b-3ee3572caa4b req-60419de9-0b0e-4733-8441-4a69a9a4d24b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 944 time: 0.3753183
Apr 20 13:11:23.343258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-20dbbc87-3bb1-41f8-bfdb-84c622170b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:23.344828 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-20dbbc87-3bb1-41f8-bfdb-84c622170b0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.5430357
Apr 20 13:11:23.442173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38618) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:23.462522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.478728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:23.482777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b637e1c77d74da99c5e736d337a361a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:23.485817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:23.492614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:23.547457 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7b3a6ec5-84bc-4387-a57b-3ee3572caa4b req-4c29984c-a675-400a-b403-9e7e50b68dc1 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971903
Apr 20 13:11:23.563077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.575232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.601883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:23.649057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.652128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.661713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:23.673715 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da13f4af011a4decb6108dbe6dc1eead&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9550059
Apr 20 13:11:23.679865 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-57bdbf13-4463-4b36-8d5c-c9396f69003e service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5565147
Apr 20 13:11:23.681047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38626) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:23.681440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85653f0b-698e-4c42-b562-7ac3384e3e99,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:23.688415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:23.696909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad00cc-365d-4f1d-a8c2-740ee77c5c29 req-a83915d0-8590-4ede-8086-1e6faed48dca tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:23.698384 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-78ad00cc-365d-4f1d-a8c2-740ee77c5c29 req-a83915d0-8590-4ede-8086-1e6faed48dca tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.2238703
Apr 20 13:11:23.731795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a8ed06-329f-413c-bd7c-e4d5dd5ee5dd,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:23.737396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:23.749030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b637e1c77d74da99c5e736d337a361a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3056645
Apr 20 13:11:23.750752 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-78ad00cc-365d-4f1d-a8c2-740ee77c5c29 req-b04b05b5-fca6-4d72-a116-144a1d644bef tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460217
Apr 20 13:11:23.751226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38630) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:23.798984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.833797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.879603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.884724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e97e76d-a87e-4741-bebc-61bcb26e6150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:23.898106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85653f0b-698e-4c42-b562-7ac3384e3e99,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:23.900454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:23.906809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.908040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:23.909221 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85653f0b-698e-4c42-b562-7ac3384e3e99 HTTP/1.1" status: 204  len: 168 time: 0.2244763
Apr 20 13:11:23.955423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b849d-a50a-43ff-b64e-add1a0df5309 req-a961a0ac-6f9f-4482-872f-14c0ca7b3ee7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:23.957009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920b849d-a50a-43ff-b64e-add1a0df5309 req-a961a0ac-6f9f-4482-872f-14c0ca7b3ee7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.1830139
Apr 20 13:11:23.958980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:24.034206 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920b849d-a50a-43ff-b64e-add1a0df5309 req-760df4db-4caa-434a-a49a-32c36cda81ae tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679264
Apr 20 13:11:24.042241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:24.050863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:24.063499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a8ed06-329f-413c-bd7c-e4d5dd5ee5dd,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:24.066450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:24.076945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:24.081373 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5a8ed06-329f-413c-bd7c-e4d5dd5ee5dd HTTP/1.1" status: 204  len: 168 time: 0.3258579
Apr 20 13:11:24.764824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd17d7f-d1f5-4fb3-adc4-5e8112096b33 req-e65b6126-1b47-4c49-b29b-458f6066b683 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:24.766413 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4bd17d7f-d1f5-4fb3-adc4-5e8112096b33 req-e65b6126-1b47-4c49-b29b-458f6066b683 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 944 time: 0.0953259
Apr 20 13:11:24.835707 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4bd17d7f-d1f5-4fb3-adc4-5e8112096b33 req-43ea8745-707f-487f-96d2-931cdbdc71e7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621822
Apr 20 13:11:25.038774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f084b0-ac32-4086-9313-1084ee04a5c1 req-bf09e1e1-8ea5-490c-b2ba-f4631383c075 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:25.040526 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f4f084b0-ac32-4086-9313-1084ee04a5c1 req-bf09e1e1-8ea5-490c-b2ba-f4631383c075 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.1361401
Apr 20 13:11:25.052132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38692) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:25.142643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d8d0d911-468d-454a-8866-0d8abc10950c up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:25.144082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f4f084b0-ac32-4086-9313-1084ee04a5c1 req-f4077aff-50a8-4f93-8b69-b2e397fe2dcc tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942104
Apr 20 13:11:25.226520 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-0e36197b-69d3-4901-8bd7-1fb1e49c3f99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.0950155
Apr 20 13:11:25.251957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port d8d0d911-468d-454a-8866-0d8abc10950c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:25.258931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port d8d0d911-468d-454a-8866-0d8abc10950c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:25.259454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.287303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-808706455-network', 'tenant_id': 'e77ca6ad89004aeb863f28832d50298c'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:25.292542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:25.296857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Usage tracker for resource:network and tenant:e77ca6ad89004aeb863f28832d50298c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:25.300637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:25.307716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:25.318405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Made reservation on behalf of e77ca6ad89004aeb863f28832d50298c for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:25.323334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.338123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.354966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:25.359564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e77ca6ad89004aeb863f28832d50298c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:25.362835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:25.370083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:25.411001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.450061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e648e3-a1bb-4f3f-ab37-39db868b6467 req-68d56c4a-cdcd-4663-8993-7d722498bb21 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:25.451857 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-14e648e3-a1bb-4f3f-ab37-39db868b6467 req-68d56c4a-cdcd-4663-8993-7d722498bb21 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.2020023
Apr 20 13:11:25.469573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8d0d911-468d-454a-8866-0d8abc10950c,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:25.471633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:25.477345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.480711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.484483 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebe087d7-3475-4f80-b879-b63c66f30ace req-938f7c81-bdc7-4bd5-82f5-ae2d88fde59f service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393433
Apr 20 13:11:25.486492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:25.519939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:11:25.530905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:25.536886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:25.540124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.540879 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Added segment 135dde22-dcb3-4f25-b790-95de26969ed5 of type vlan for network 6a75cc83-2130-4fcd-8faa-7216e9bc002a
Apr 20 13:11:25.545461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.552367 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-14e648e3-a1bb-4f3f-ab37-39db868b6467 req-8732977f-13df-45e9-b152-b2c9c4732758 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913150
Apr 20 13:11:25.556359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:25.585747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.621146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.623065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:25.623726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:25.629788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:25.637507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:25.641329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:25.748861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38728) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:25.749006 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6955774
Apr 20 13:11:25.752244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a75cc83-2130-4fcd-8faa-7216e9bc002a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:25.757508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Request body: {'subnet': {'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-808706455-subnet', 'tenant_id': 'e77ca6ad89004aeb863f28832d50298c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:25.761230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:25.762811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:11:25.775344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:25.780580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Usage tracker for resource:subnet and tenant:e77ca6ad89004aeb863f28832d50298c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:25.785649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:25.793700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:25.805992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Made reservation on behalf of e77ca6ad89004aeb863f28832d50298c for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:25.810959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.046803 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c', 'code': 200}
Apr 20 13:11:26.094344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-23005e69-c538-4149-a22c-14680d369796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.174280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46bc4a-b4b5-4bc1-b90e-f01f6455e333 req-0f6557d3-4a65-4306-9641-5ec685fff4c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.176177 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e46bc4a-b4b5-4bc1-b90e-f01f6455e333 req-0f6557d3-4a65-4306-9641-5ec685fff4c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.1723330
Apr 20 13:11:26.529205 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e46bc4a-b4b5-4bc1-b90e-f01f6455e333 req-25c8ed50-9007-47a3-95a1-d993668a3552 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695098
Apr 20 13:11:26.536085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-002a2be5-4a15-4bf9-8761-c21c08162f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.537548 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-002a2be5-4a15-4bf9-8761-c21c08162f45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.2792015
Apr 20 13:11:26.562001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38760) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:26.636922 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-5ff1ae03-3b18-40a5-b9fa-96844c2d8875 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853658
Apr 20 13:11:26.691305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.707880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:26.709562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-1f713687-7f2b-479d-a56f-1c1f34de9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.711121 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-1f713687-7f2b-479d-a56f-1c1f34de9b8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1096 time: 0.4098444
Apr 20 13:11:26.712320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Usage tracker for resource:security_group_rule and tenant:2930c4763d004c52b6405d0d3c05c3fe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:26.715670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:26.721974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:26.728377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5332f5f-3511-446d-895e-37844df812ae req-0e05ad1c-0e26-4b14-b2d4-e773f429701d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.729902 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d5332f5f-3511-446d-895e-37844df812ae req-0e05ad1c-0e26-4b14-b2d4-e773f429701d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.4231296
Apr 20 13:11:26.757022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-e86c3bc1-91d7-40df-8abf-dfb36d143a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.758596 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-e86c3bc1-91d7-40df-8abf-dfb36d143a79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 1098 time: 0.3350623
Apr 20 13:11:26.808439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.812441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.822535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-40fcbcda-1fb9-4c9c-95b6-2c35e3bd9886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:26.831157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d5332f5f-3511-446d-895e-37844df812ae req-508da3e7-f605-4903-a4f6-7f5a1e074ab1 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816174
Apr 20 13:11:26.867484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a1351-c7ab-4efa-aa44-ef089247a2df,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:26.871076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:26.874274 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2930c4763d004c52b6405d0d3c05c3fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108528
Apr 20 13:11:26.877620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38770) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:26.892755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b164f-8aa9-492e-bebd-5c11e569bd55 req-e67b2b5f-c90d-4b14-89a9-dc8b7498bc03 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:26.895169 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee0b164f-8aa9-492e-bebd-5c11e569bd55 req-e67b2b5f-c90d-4b14-89a9-dc8b7498bc03 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.2364287
Apr 20 13:11:26.914024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.921380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:26.952463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:26.979880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.024144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.029087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-99e879d6-4d7e-4865-a66c-9666165a3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:27.037418 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee0b164f-8aa9-492e-bebd-5c11e569bd55 req-e2583b85-7b1e-4754-87c3-5e45432976dc tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222250
Apr 20 13:11:27.039886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:27.043622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a1351-c7ab-4efa-aa44-ef089247a2df,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:27.044022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:27.046408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:27.047765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.049424 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/506a1351-c7ab-4efa-aa44-ef089247a2df HTTP/1.1" status: 204  len: 168 time: 0.1707542
Apr 20 13:11:27.052142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Checking segment: {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:27.052507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Network hostable DHCP agents. Network: 6a75cc83-2130-4fcd-8faa-7216e9bc002a, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:11:27.078302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:11:27.086988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 6a75cc83-2130-4fcd-8faa-7216e9bc002a) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:27.090962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:27.091629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.097595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e30334-afb9-44f6-8a2a-d67c3fa7e3ca None None] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:11:27.121480 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3632755
Apr 20 13:11:27.331158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6879f249-d6a0-4435-89cb-a275b987f285 None None] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:11:27.406944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 38790) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:27.434626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.450136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:27.454132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Usage tracker for resource:security_group_rule and tenant:cc45ad0e29ea4a09b341dc52af42cb90 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:27.457777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:27.464101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:27.550434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.556113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.566707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:27.618723 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc45ad0e29ea4a09b341dc52af42cb90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2075624
Apr 20 13:11:27.618723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4358bba5-4353-4852-8fc7-1089796d7d2b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:27.619813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 38796) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:27.620663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:27.691847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.726355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.846191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.851978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:27.875841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358bba5-4353-4852-8fc7-1089796d7d2b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:27.875841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:27.885861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a21a7-bf53-4e03-b2aa-acff3d589b5c req-338ad5d5-4700-4918-90d9-d4a5b560dd0e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:27.887475 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e53a21a7-bf53-4e03-b2aa-acff3d589b5c req-338ad5d5-4700-4918-90d9-d4a5b560dd0e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.1170599
Apr 20 13:11:27.888512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:27.889604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4358bba5-4353-4852-8fc7-1089796d7d2b HTTP/1.1" status: 204  len: 168 time: 0.2687356
Apr 20 13:11:27.943850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e53a21a7-bf53-4e03-b2aa-acff3d589b5c req-ba9fa07f-e06d-46c0-b033-6c9ca5911ce7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472202
Apr 20 13:11:28.100123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a10a9-6ea0-4363-b534-bb381f84e40f req-b5047fd9-3e38-4b15-a830-bb5b13863ddb tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:28.101724 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-708a10a9-6ea0-4363-b534-bb381f84e40f req-b5047fd9-3e38-4b15-a830-bb5b13863ddb tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.0902212
Apr 20 13:11:28.108752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:28.153109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-708a10a9-6ea0-4363-b534-bb381f84e40f req-94100ea2-47fc-4bad-a231-c1445c82a1b4 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450187
Apr 20 13:11:28.273258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e7b9-1484-465a-8530-6c06c75a315f req-6e80a2ce-f5d4-400d-ac2a-a392c7cc946c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:28.274836 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad78e7b9-1484-465a-8530-6c06c75a315f req-6e80a2ce-f5d4-400d-ac2a-a392c7cc946c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.0878074
Apr 20 13:11:28.514577 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad78e7b9-1484-465a-8530-6c06c75a315f req-4ae7124b-d828-4440-80ed-b3f2c11e5d6a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331595
Apr 20 13:11:28.543652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-475a9e72-769a-4d40-9121-166d3cf7e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:28.934921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:29.092832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:29.156384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295194-d3dd-4a65-937b-f67299e4c8cc req-5e2a4ba5-e80d-4dcf-9efb-500a4af891ae tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:29.158633 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-28295194-d3dd-4a65-937b-f67299e4c8cc req-5e2a4ba5-e80d-4dcf-9efb-500a4af891ae tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.0925050
Apr 20 13:11:29.207528 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-28295194-d3dd-4a65-937b-f67299e4c8cc req-d996d30e-6542-4053-acea-9a66c985d3ff tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425615
Apr 20 13:11:29.361633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9feafc-8fa1-41ba-800c-7b2e0b504412 req-2d541b6b-6740-49a9-9de6-c25f636b5df0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:29.363197 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ff9feafc-8fa1-41ba-800c-7b2e0b504412 req-2d541b6b-6740-49a9-9de6-c25f636b5df0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.0921481
Apr 20 13:11:29.410317 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ff9feafc-8fa1-41ba-800c-7b2e0b504412 req-e35d1174-bd7f-4935-b726-0d2b267182f7 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405841
Apr 20 13:11:29.644471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:29.770737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:29.781747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Usage tracker for resource:security_group_rule and tenant:0d29340a2edd450dbad13ba1cee3abe6 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:29.795514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:29.808570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:29.901375 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-427714fe-6845-4ecd-afb2-71550ada69b9 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3829334
Apr 20 13:11:29.938733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-296cf8a3-ce69-4eda-9598-c9df7c51852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:29.940823 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-296cf8a3-ce69-4eda-9598-c9df7c51852c service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.3997605
Apr 20 13:11:30.058141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b7fc7-7a07-404f-b867-2ef70a03c9b3 req-00a504db-2eaa-46d4-98b8-5625981ebbcd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:30.059755 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f29b7fc7-7a07-404f-b867-2ef70a03c9b3 req-00a504db-2eaa-46d4-98b8-5625981ebbcd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.4238162
Apr 20 13:11:30.091162 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-2c1e1003-0524-47fe-80e7-888d69ffe89e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 200  len: 217 time: 0.1401384
Apr 20 13:11:30.244819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f29b7fc7-7a07-404f-b867-2ef70a03c9b3 req-c44c04b8-fbc4-4a1f-bb20-2c699236e20e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581285
Apr 20 13:11:30.267736 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-ddd3834b-f6e8-4225-a607-c6085bbb927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:30.269278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-ddd3834b-f6e8-4225-a607-c6085bbb927c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.1533005
Apr 20 13:11:30.328493 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c5c8e19-5d5e-4002-8c8c-f34cca227684 req-d5ad3416-089c-499c-b777-789909e09f77 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4135103
Apr 20 13:11:30.338528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:30.347075 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-cb8d2ec6-19c9-4ec1-99b0-58de51259fc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634303
Apr 20 13:11:30.347871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:30.359234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-09ebcf74-cf8e-4ce4-80c4-6c23d01d32e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:30.378998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:30.512698 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-35fe19a0-2af8-4749-a97a-d6ecde2680e1 req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9929330
Apr 20 13:11:30.597893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6151328-50aa-4b21-a182-7cf240c6dd41,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:30.612714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:30.683128 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-90482d64-c253-4f6a-9e15-338d2c0eac18 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3259528
Apr 20 13:11:30.733286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaa13a-83c8-4c4c-b667-db634d93d8da req-84963909-90fb-4fbb-8039-681ff993954e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:30.734870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2bfaa13a-83c8-4c4c-b667-db634d93d8da req-84963909-90fb-4fbb-8039-681ff993954e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.3766224
Apr 20 13:11:30.805259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1416-b180-425a-8c70-a24ffd89a124 req-1dc827ed-cd02-4ab8-a37c-207bbd25c4c0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:30.806826 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-47bf1416-b180-425a-8c70-a24ffd89a124 req-1dc827ed-cd02-4ab8-a37c-207bbd25c4c0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 944 time: 0.2530236
Apr 20 13:11:30.814222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a646a91c-bb72-461a-8727-82cf6e644baa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:11:30.934013 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2bfaa13a-83c8-4c4c-b667-db634d93d8da req-7e430ae6-440d-4fd7-bacb-1c7699bd0b3b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474528
Apr 20 13:11:30.973586 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d5fe616-c27f-4a8a-8710-55871b4f3005 req-15b1e4eb-81b0-407e-9279-5e27108888df service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823203
Apr 20 13:11:30.988732 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-47bf1416-b180-425a-8c70-a24ffd89a124 req-0fa4aa8c-e347-4bf4-9355-44b7e106e034 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578970
Apr 20 13:11:31.009174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a646a91c-bb72-461a-8727-82cf6e644baa,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:31.026756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'a646a91c-bb72-461a-8727-82cf6e644baa', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'port_id': 'a646a91c-bb72-461a-8727-82cf6e644baa', 'mac_address': 'fa:16:3e:43:0b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:11:31.090955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:31.109967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a646a91c-bb72-461a-8727-82cf6e644baa {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:31.126458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a646a91c-bb72-461a-8727-82cf6e644baa,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:31.129513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:31.130592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 6c411d19-7099-4785-9bdd-d80914bf389d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:11:31.133970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:31.315012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:31.362951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c411d19-7099-4785-9bdd-d80914bf389d,segment=NetworkSegment(5600ea41-fe6a-4227-9a47-ce9a2f9e389d),segment_id=5600ea41-fe6a-4227-9a47-ce9a2f9e389d)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:31.373667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:31.384704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '6c411d19-7099-4785-9bdd-d80914bf389d', 'network_id': '16712546-226a-4373-97e5-0dd53eb9791d', 'port_id': '6c411d19-7099-4785-9bdd-d80914bf389d', 'mac_address': 'fa:16:3e:04:93:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c7b062-b6c7-4263-9697-a1776d5f06c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:11:31.492409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:31.511382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c411d19-7099-4785-9bdd-d80914bf389d {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:31.531597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c411d19-7099-4785-9bdd-d80914bf389d,segment=NetworkSegment(5600ea41-fe6a-4227-9a47-ce9a2f9e389d),segment_id=5600ea41-fe6a-4227-9a47-ce9a2f9e389d)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:31.535244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:31.539245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:31.622788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:31.626737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:31.680835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404861-ba5a-40c7-bbc6-a3385c4f452c req-826035bf-6224-40bf-89c1-78c960e35942 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:31.682441 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5b404861-ba5a-40c7-bbc6-a3385c4f452c req-826035bf-6224-40bf-89c1-78c960e35942 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.2695324
Apr 20 13:11:31.731728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-947c5a7e-e92e-464c-ae06-028263397ef1 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:31.733758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-947c5a7e-e92e-464c-ae06-028263397ef1 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/networks?id=6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 200  len: 813 time: 0.2592299
Apr 20 13:11:31.768009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-5b35c075-bd39-46dc-9b6b-b6eff54dcd4c tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/quotas/e77ca6ad89004aeb863f28832d50298c HTTP/1.1" status: 200  len: 375 time: 0.0214002
Apr 20 13:11:31.773926 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5b404861-ba5a-40c7-bbc6-a3385c4f452c req-4293ace3-127f-495d-b1f5-361d249731f9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767465
Apr 20 13:11:31.824224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['6c411d19-7099-4785-9bdd-d80914bf389d'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:11:31.833427 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-80554eed-c4ce-4dc5-a64d-f7acc7bef4a8 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570028
Apr 20 13:11:31.875614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['a646a91c-bb72-461a-8727-82cf6e644baa'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:11:32.076725 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-9b92ba24-ab34-42c3-8b4b-508109f947e6 service neutron] 10.222.0.72 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382283
Apr 20 13:11:32.528604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-b25c557f-e634-4753-a2ee-9e806fe4f502 service neutron] 10.222.0.72 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4441805
Apr 20 13:11:32.542721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ed4e-b4d4-4731-a17b-63085dc8c6ac req-f63db3f6-2458-4bc0-b039-c46f8eb1076c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:32.544431 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4413ed4e-b4d4-4731-a17b-63085dc8c6ac req-f63db3f6-2458-4bc0-b039-c46f8eb1076c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.1454904
Apr 20 13:11:32.599456 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4413ed4e-b4d4-4731-a17b-63085dc8c6ac req-068f304e-9571-44c5-834a-44b225070b5d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478492
Apr 20 13:11:32.829878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:11:32.832784 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b259ec1e-f235-43f0-a440-04544a196fc6 req-763d18ee-1354-4ab7-adf5-f06915e29a38 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 210 time: 0.1307347
Apr 20 13:11:32.898557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a646a91c-bb72-461a-8727-82cf6e644baa up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:32.911737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280bf4a-df31-44d1-87a8-9c75add617b7 req-00f24a7c-8cce-4e4c-8937-389ca34f513a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:32.916898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0280bf4a-df31-44d1-87a8-9c75add617b7 req-00f24a7c-8cce-4e4c-8937-389ca34f513a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 945 time: 0.1493645
Apr 20 13:11:33.007720 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0280bf4a-df31-44d1-87a8-9c75add617b7 req-912b4a01-8e35-4779-a1a3-da62bbd1f064 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831594
Apr 20 13:11:33.166105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port a646a91c-bb72-461a-8727-82cf6e644baa completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:33.177448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port a646a91c-bb72-461a-8727-82cf6e644baa triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:33.177956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.180086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d719cb2-3e1d-43bf-af10-c6d9b423d54f req-22a50bc6-3144-44c1-a7e5-db1d4e17f9c8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:33.181901 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d719cb2-3e1d-43bf-af10-c6d9b423d54f req-22a50bc6-3144-44c1-a7e5-db1d4e17f9c8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 943 time: 0.1371417
Apr 20 13:11:33.264887 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d719cb2-3e1d-43bf-af10-c6d9b423d54f req-1c6d977c-68af-4bd2-9276-63b6d64f3af8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746183
Apr 20 13:11:33.268308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:33.306952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5', 'network_id': '356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd', 'port_id': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5', 'mac_address': 'fa:16:3e:46:89:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379c683f-1bff-4e3c-8022-ca8855b2221e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:11:33.451152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.476295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:33.526943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39032) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:33.527673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:33.543316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.549244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:33.636812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.681648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:33.687131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:33.694143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:33.697390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a646a91c-bb72-461a-8727-82cf6e644baa,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:33.701829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.704513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 6c411d19-7099-4785-9bdd-d80914bf389d up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:33.718950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:33.739640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:33.740309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:33.747681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Usage tracker for resource:security_group_rule and tenant:c9eaa3ce5351463393bba304b2522b15 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:33.752905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:33.761582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:33.782505 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa', 'code': 200}
Apr 20 13:11:33.848520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:33.852897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:33.869219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 6c411d19-7099-4785-9bdd-d80914bf389d completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:33.880890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['49e4002c-978f-4ddd-9d9b-2c55f20de7c5'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:11:33.891376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b49346-16fe-4776-85d9-4c941c5da630 req-a3e85f7e-27b0-4156-b1c0-41e27dfbc4a3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:33.894272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1b49346-16fe-4776-85d9-4c941c5da630 req-a3e85f7e-27b0-4156-b1c0-41e27dfbc4a3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.1606524
Apr 20 13:11:33.952923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 6c411d19-7099-4785-9bdd-d80914bf389d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:33.953944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.006347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.020492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.048982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-81d753ca-99ac-4800-8ed2-fa67369dc401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:34.153624 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9eaa3ce5351463393bba304b2522b15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6254091
Apr 20 13:11:34.170241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 39062) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:34.180224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fdef9-eed1-4081-9bb7-72ca0de4e2dc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:34.204527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:34.220075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.301476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c411d19-7099-4785-9bdd-d80914bf389d,segment=NetworkSegment(5600ea41-fe6a-4227-9a47-ce9a2f9e389d),segment_id=5600ea41-fe6a-4227-9a47-ce9a2f9e389d)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:34.317913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.321136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-34a9c97e-8ab2-4d92-9bd3-add90f8c624e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:34.360436 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1b49346-16fe-4776-85d9-4c941c5da630 req-5364ea94-ecca-4885-bcfe-d3ade5c4a55c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4410131
Apr 20 13:11:34.368760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-8da1ddf4-9f38-497d-9961-d45a3ace2741 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:34.370870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-8da1ddf4-9f38-497d-9961-d45a3ace2741 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "GET /v2.0/networks?id=6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 200  len: 813 time: 0.2016578
Apr 20 13:11:34.393257 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-77a00587-cbe8-45b5-9887-680fbd64c61d req-d70560b9-09fe-4fc3-ac79-c3ee6a2c6ffd tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 210 time: 0.2891014
Apr 20 13:11:34.414812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Request body: {'port': {'device_id': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a', 'admin_state_up': True, 'tenant_id': 'e77ca6ad89004aeb863f28832d50298c'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:34.421669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:34.426207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:34.680516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39086) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:34.788843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890ca9-a0ff-4aca-bf17-ba3138ece8f0 req-08be8074-c0e5-44f8-a7d0-2b3aaf9af387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:34.790447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc890ca9-a0ff-4aca-bf17-ba3138ece8f0 req-08be8074-c0e5-44f8-a7d0-2b3aaf9af387 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.7951329
Apr 20 13:11:34.820924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.838695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:34.845355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b644433c5f3488e88cc80159fb2e82f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:34.850522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:34.858669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:34.888969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ec57-4062-4da9-9b0e-04139c6e9f40 req-d11b6d21-a962-4981-b744-78494f4c67b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:34.890707 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0175ec57-4062-4da9-9b0e-04139c6e9f40 req-d11b6d21-a962-4981-b744-78494f4c67b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 944 time: 0.3002150
Apr 20 13:11:34.933624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.958587 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc890ca9-a0ff-4aca-bf17-ba3138ece8f0 req-e052f351-521a-4b62-a54b-e66d05cae7ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496644
Apr 20 13:11:34.986696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:34.992844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.008119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:35.020232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba5d35cb-385d-4395-9212-14266c748607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:35.024348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0799ae1-181c-4d3f-b813-b26df884cf64 req-1e16bdf0-7753-4a8e-b994-235d98f368b6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:35.032119 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0799ae1-181c-4d3f-b813-b26df884cf64 req-1e16bdf0-7753-4a8e-b994-235d98f368b6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.4368341
Apr 20 13:11:35.083713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Usage tracker for resource:port and tenant:e77ca6ad89004aeb863f28832d50298c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:35.092098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:35.106811 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b644433c5f3488e88cc80159fb2e82f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4249625
Apr 20 13:11:35.109791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39102) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:35.110656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8924c9e-38e4-4f9c-8040-4b17d2f06605,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:35.114353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:35.158190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:35.165664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.187801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0175ec57-4062-4da9-9b0e-04139c6e9f40 req-c1be7ae2-5e3f-48ae-a111-15a561d6e671 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379928
Apr 20 13:11:35.225631 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0799ae1-181c-4d3f-b813-b26df884cf64 req-d1e1e2cc-2d13-4e48-af4d-3cddbe2938e9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925166
Apr 20 13:11:35.253355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.260527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Made reservation on behalf of e77ca6ad89004aeb863f28832d50298c for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:35.272087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.285475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.341925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.349599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-953bf0d4-2032-4ae0-9072-063e937ecefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:35.368484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8924c9e-38e4-4f9c-8040-4b17d2f06605,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:35.371488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:35.392120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.394239 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8924c9e-38e4-4f9c-8040-4b17d2f06605 HTTP/1.1" status: 204  len: 168 time: 0.2782757
Apr 20 13:11:35.472290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.479431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:35.501411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Allocated IP 172.20.0.14 (6a75cc83-2130-4fcd-8faa-7216e9bc002a/7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c/a34522e1-4d0d-4829-bcf0-c0f4c2892128) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:35.505913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fdef9-eed1-4081-9bb7-72ca0de4e2dc,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:35.508739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:35.584256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.585535 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b20fdef9-eed1-4081-9bb7-72ca0de4e2dc HTTP/1.1" status: 204  len: 168 time: 1.4098558
Apr 20 13:11:35.589496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-af576613-9e03-4b8a-9820-fc914d84495e req-b8eb6e7e-a949-4270-912a-05b7ee404c01 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Synchronizing usage tracker for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:35.670325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-af576613-9e03-4b8a-9820-fc914d84495e req-b8eb6e7e-a949-4270-912a-05b7ee404c01 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Unset dirty status for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:35.678831 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af576613-9e03-4b8a-9820-fc914d84495e req-b8eb6e7e-a949-4270-912a-05b7ee404c01 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 210 time: 0.1457744
Apr 20 13:11:35.765177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39126) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:35.784170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:35.791685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.839716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:35.844063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Usage tracker for resource:security_group_rule and tenant:442090a4e4f84fc8bcaa3758ce858a6e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:35.847885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:35.854174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:35.874810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.916713 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d', 'code': 200}
Apr 20 13:11:35.949984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:35.965478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:35.998458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.003356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.013701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-55a49c10-7a6b-4f02-8b80-9464a602b10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:36.055554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:36.059324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:36.062690 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=442090a4e4f84fc8bcaa3758ce858a6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2938750
Apr 20 13:11:36.062690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09a05c-bc14-408b-bbfe-1191d5ffc455,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:36.063299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 39136) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:36.064073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:36.070191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:36.070915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.074700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:36.099508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Pushing event updated for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:36.107244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:36.121462 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7228014
Apr 20 13:11:36.165485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.194842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.249029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.254482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8da4fbba-9dad-47b3-8b67-9a6c798522b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:36.270257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:36.273979 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f09a05c-bc14-408b-bbfe-1191d5ffc455 HTTP/1.1" status: 204  len: 168 time: 0.1960676
Apr 20 13:11:36.273979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09a05c-bc14-408b-bbfe-1191d5ffc455,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:36.274953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:36.414884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb86bb-d126-47d3-bc5f-f239e4acb34a req-f8dd78e7-84e1-4f03-b684-702d4f0bce68 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:36.417190 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eabb86bb-d126-47d3-bc5f-f239e4acb34a req-f8dd78e7-84e1-4f03-b684-702d4f0bce68 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 944 time: 0.1061022
Apr 20 13:11:36.478904 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eabb86bb-d126-47d3-bc5f-f239e4acb34a req-5b2e8540-962c-4379-8566-881db0fbff56 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541160
Apr 20 13:11:36.687826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc75e-6e12-4048-8035-42caa6f86ba3 req-e0435cfd-d68e-4505-9f7a-047c2f190e51 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:36.689415 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-026cc75e-6e12-4048-8035-42caa6f86ba3 req-e0435cfd-d68e-4505-9f7a-047c2f190e51 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.0922687
Apr 20 13:11:36.743029 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-026cc75e-6e12-4048-8035-42caa6f86ba3 req-0b0ea7eb-ce31-4730-88ed-ba877acdd7f1 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473382
Apr 20 13:11:36.959246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155365-4560-4874-b677-ee07c6279d4d req-524116cb-af5b-46a7-ba14-81b271f4b3e7 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:36.961198 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-34155365-4560-4874-b677-ee07c6279d4d req-524116cb-af5b-46a7-ba14-81b271f4b3e7 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 932 time: 0.1044023
Apr 20 13:11:37.034073 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-34155365-4560-4874-b677-ee07c6279d4d req-c0d5d439-dfd8-496e-acf1-dbd7e83e8110 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664880
Apr 20 13:11:37.406380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 39208) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:37.541865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:37.559708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:37.564094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Usage tracker for resource:security_group_rule and tenant:4716438b2e514355a2c575a0b941fe0e is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:37.567278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:37.574360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:37.747547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:37.752600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:37.762464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:37.781221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad2803-1c6a-45a2-8b2a-b08b9eca9c4e req-171e1495-b484-4fe3-aab6-d93de0eaf636 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:37.784345 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2ad2803-1c6a-45a2-8b2a-b08b9eca9c4e req-171e1495-b484-4fe3-aab6-d93de0eaf636 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 944 time: 0.1662016
Apr 20 13:11:37.841991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4716438b2e514355a2c575a0b941fe0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4343357
Apr 20 13:11:37.842902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55526c48-0f1a-42ca-9262-19c36a7a212b,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:37.846411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39230) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:37.848761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:37.871263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2ad2803-1c6a-45a2-8b2a-b08b9eca9c4e req-8e8906a5-1239-4b08-944c-1aadd3166304 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625196
Apr 20 13:11:37.923982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:37.960267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:38.011034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:38.016533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7eec42d8-b8e4-47d0-b2f6-52c84fb7068d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:38.034294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55526c48-0f1a-42ca-9262-19c36a7a212b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:38.050669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:38.055245 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55526c48-0f1a-42ca-9262-19c36a7a212b HTTP/1.1" status: 204  len: 168 time: 0.2048683
Apr 20 13:11:38.055245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:38.095429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c132-9b58-40ed-8b0e-4092e5b6450d req-895119a5-ca43-4a5d-bfe6-0cb0cfe53900 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:38.097327 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b487c132-9b58-40ed-8b0e-4092e5b6450d req-895119a5-ca43-4a5d-bfe6-0cb0cfe53900 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1102145
Apr 20 13:11:38.152038 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b487c132-9b58-40ed-8b0e-4092e5b6450d req-0b41c5bd-5a66-4d35-a1e6-7241dd25965d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472150
Apr 20 13:11:38.379547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe7b7-9d40-46fc-831a-3d04ac4505ad req-798fe11c-f8d5-4ea0-9003-35aa61b2634f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:38.381192 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-32afe7b7-9d40-46fc-831a-3d04ac4505ad req-798fe11c-f8d5-4ea0-9003-35aa61b2634f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 932 time: 0.0899768
Apr 20 13:11:38.433352 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-32afe7b7-9d40-46fc-831a-3d04ac4505ad req-96a915e6-e01f-4cd5-b821-1ed3d5b13d48 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438979
Apr 20 13:11:38.817962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:38.887563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Request body: {'port': {'device_id': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:38.894813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:38.925279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:38.925941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:39.113414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:39.180575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:39.182117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:39.188991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:39.191312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:39.338221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:39.349249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:39.500709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:39.667349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aaeda-a5e6-4414-90df-4c5bc730dc04 req-3af93f76-64e4-4251-a57c-df75ee7800af tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:39.672313 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ce6aaeda-a5e6-4414-90df-4c5bc730dc04 req-3af93f76-64e4-4251-a57c-df75ee7800af tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.5371027
Apr 20 13:11:39.751679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898d45-6319-4218-92eb-bb4a4ff2cbbb req-9661efb4-04c5-4345-94b7-216061e8010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:39.753798 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9898d45-6319-4218-92eb-bb4a4ff2cbbb req-9661efb4-04c5-4345-94b7-216061e8010b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 1099 time: 0.5562937
Apr 20 13:11:39.766755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7a3d-edeb-472d-ac63-4ae7e4ce1ffa req-cc31a473-ff49-4477-8a06-984de9aad830 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:39.768889 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-391e7a3d-edeb-472d-ac63-4ae7e4ce1ffa req-cc31a473-ff49-4477-8a06-984de9aad830 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.3187954
Apr 20 13:11:39.883195 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ce6aaeda-a5e6-4414-90df-4c5bc730dc04 req-6a96ba6d-ee09-46f7-957f-a1badadef54f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028039
Apr 20 13:11:39.962657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a9898d45-6319-4218-92eb-bb4a4ff2cbbb req-8840f290-52d9-4731-865c-6f251bb1161c service neutron] Synchronizing usage tracker for tenant:0d29340a2edd450dbad13ba1cee3abe6 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:39.967832 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5', 'code': 200}
Apr 20 13:11:39.995816 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-391e7a3d-edeb-472d-ac63-4ae7e4ce1ffa req-0d65e25a-9f73-491e-9cae-dc7f3d4f2094 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965103
Apr 20 13:11:40.026428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a9898d45-6319-4218-92eb-bb4a4ff2cbbb req-8840f290-52d9-4731-865c-6f251bb1161c service neutron] Unset dirty status for tenant:0d29340a2edd450dbad13ba1cee3abe6 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:40.027905 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9898d45-6319-4218-92eb-bb4a4ff2cbbb req-8840f290-52d9-4731-865c-6f251bb1161c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2581065
Apr 20 13:11:40.262194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34522e1-4d0d-4829-bcf0-c0f4c2892128 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:40.274212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:40.313000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Transition to ACTIVE for port object a34522e1-4d0d-4829-bcf0-c0f4c2892128 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:40.324300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83c9a8-4092-4b3d-b12f-6dc5ea687c88 req-0df62a6a-9548-4621-8c30-9bb2b0339413 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:40.325880 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e83c9a8-4092-4b3d-b12f-6dc5ea687c88 req-0df62a6a-9548-4621-8c30-9bb2b0339413 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 932 time: 0.2490771
Apr 20 13:11:40.328081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:40.337677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:40.467753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0357b9-8046-4bfc-bf52-b90bad121e3a req-04ea453a-4f49-4c1c-b0d3-c081583b5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:40.469327 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ef0357b9-8046-4bfc-bf52-b90bad121e3a req-04ea453a-4f49-4c1c-b0d3-c081583b5064 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1098 time: 0.2857599
Apr 20 13:11:40.513956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:40.550123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:40.553381 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e83c9a8-4092-4b3d-b12f-6dc5ea687c88 req-5e0ca650-c807-497d-9784-40042a1fdf55 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188644
Apr 20 13:11:40.575804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Attempting to bind port a34522e1-4d0d-4829-bcf0-c0f4c2892128 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:40.576270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Attempting to bind port a34522e1-4d0d-4829-bcf0-c0f4c2892128 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:40.576725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Attempting to bind port a34522e1-4d0d-4829-bcf0-c0f4c2892128 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:40.581832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Port a34522e1-4d0d-4829-bcf0-c0f4c2892128 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:40.582192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Attempting to bind port a34522e1-4d0d-4829-bcf0-c0f4c2892128 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:40.587712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:40.588088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Checking segment: {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:40.588508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Bound using segment: {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:40.588982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Bound port: a34522e1-4d0d-4829-bcf0-c0f4c2892128, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:40.589365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:40.688070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:40.691192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:40.694547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:40.699658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:40.750635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:40.751519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:40.753027 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] 10.222.0.58 "PUT /v2.0/ports/a34522e1-4d0d-4829-bcf0-c0f4c2892128 HTTP/1.1" status: 200  len: 1094 time: 1.8926899
Apr 20 13:11:40.755340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:40.785528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:40.789162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:40.810804 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128', 'status': 'completed', 'code': 200}
Apr 20 13:11:41.141287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426db2-84c3-4be6-aa20-e5ad4ff23478 req-75be3bfc-dc49-422f-94b0-f8c50d241a2e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:41.141287 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09426db2-84c3-4be6-aa20-e5ad4ff23478 req-75be3bfc-dc49-422f-94b0-f8c50d241a2e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1060886
Apr 20 13:11:41.240677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09426db2-84c3-4be6-aa20-e5ad4ff23478 req-2adc7fbf-491d-4320-93b9-c01b9426feb4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583978
Apr 20 13:11:41.277320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e787d-6906-41b5-800b-d84ce78132ed req-57913297-a977-457a-987a-271fd935b13a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:41.279017 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-997e787d-6906-41b5-800b-d84ce78132ed req-57913297-a977-457a-987a-271fd935b13a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1330516
Apr 20 13:11:41.334385 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-997e787d-6906-41b5-800b-d84ce78132ed req-8f221dc6-abca-41b8-833c-d2713fcfdfc7 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484676
Apr 20 13:11:41.385611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-395575d1-55bb-46ed-a7ac-4c3ebd2efcaa tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73fb6a2a29f84c92aea7965f0d488245&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341876
Apr 20 13:11:41.544950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-c1fb0089-1dc3-4516-a91b-b0303ff997e7 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:41.546401 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-c1fb0089-1dc3-4516-a91b-b0303ff997e7 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1548662
Apr 20 13:11:41.562627 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-3d62b0cc-26aa-4f9a-afaa-fb66bd2c6c59 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/quotas/73fb6a2a29f84c92aea7965f0d488245 HTTP/1.1" status: 200  len: 375 time: 0.0097780
Apr 20 13:11:41.616677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-a930d725-a8e6-4830-8b75-505744230878 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=73fb6a2a29f84c92aea7965f0d488245&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477569
Apr 20 13:11:41.763517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d651d-6a52-430b-acd6-c93f2109da04 req-74d12ee0-6830-4e9c-aaf3-63615ff7f66e tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:41.765166 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e18d651d-6a52-430b-acd6-c93f2109da04 req-74d12ee0-6830-4e9c-aaf3-63615ff7f66e tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 944 time: 0.0936203
Apr 20 13:11:41.836212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75493b51-9165-416d-aa40-d330d3db976d req-f2e5994f-8a6c-4fe2-9e78-c7ecac3f1e44 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0700097
Apr 20 13:11:41.859982 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e18d651d-6a52-430b-acd6-c93f2109da04 req-cd8f8aa0-ae27-4b4e-ae40-11a154a2875a tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545695
Apr 20 13:11:42.441596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44418ae-9c20-48f6-95fb-6d29b6f5dda4 req-3a4a8755-4a09-4e11-9c53-48afe21a5897 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:42.443357 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a44418ae-9c20-48f6-95fb-6d29b6f5dda4 req-3a4a8755-4a09-4e11-9c53-48afe21a5897 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0906923
Apr 20 13:11:42.544715 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a44418ae-9c20-48f6-95fb-6d29b6f5dda4 req-04860b67-a2c8-40ff-8b57-4866652073a3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938015
Apr 20 13:11:42.574690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c82e12-cbaf-4c63-82cb-2b480cd2af99 req-8b3566b2-35f2-48f4-9a84-8fcd3483731b tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:42.576305 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33c82e12-cbaf-4c63-82cb-2b480cd2af99 req-8b3566b2-35f2-48f4-9a84-8fcd3483731b tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1274562
Apr 20 13:11:42.623863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33c82e12-cbaf-4c63-82cb-2b480cd2af99 req-e1f1f3db-021a-46d1-8aaa-a80a1d849ca7 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406597
Apr 20 13:11:43.038793 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-98bcfed4-b3d7-4cc4-b8d3-fbd624ddc1da req-c9ac77c1-6254-4ad2-b877-12fe2f7e79e6 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0905318
Apr 20 13:11:43.089155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd657-b588-466e-9b41-697f7b7cbf26 req-e858fbae-cdb7-4633-b88f-365701337d0a tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.090718 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-346fd657-b588-466e-9b41-697f7b7cbf26 req-e858fbae-cdb7-4633-b88f-365701337d0a tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 944 time: 0.1064525
Apr 20 13:11:43.138872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-346fd657-b588-466e-9b41-697f7b7cbf26 req-e94005d9-f259-4012-9608-872e363acfb2 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414999
Apr 20 13:11:43.271118 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ef0357b9-8046-4bfc-bf52-b90bad121e3a req-e9f25b27-0bec-4a3a-9ead-0a559f270774 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915489
Apr 20 13:11:43.303727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-9999236c-ac01-4294-b4c4-67b731f7f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.305328 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-9999236c-ac01-4294-b4c4-67b731f7f487 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 1097 time: 0.0948179
Apr 20 13:11:43.489884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-64b74daa-a866-4743-a86d-679e682e4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.492569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-64b74daa-a866-4743-a86d-679e682e4fbf service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e77ca6ad89004aeb863f28832d50298c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1528876
Apr 20 13:11:43.663374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-9756e005-bd11-4677-931e-8a3794d31bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.665198 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ab0e9b4d-422b-469e-add5-5cf4baff2cdb req-9756e005-bd11-4677-931e-8a3794d31bd6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1499200
Apr 20 13:11:43.898414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4d5d-1940-4182-8317-9180f8418bd0 req-9fad1df8-5f45-475f-8585-3cac1ecff3d7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.899812 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2abd4d5d-1940-4182-8317-9180f8418bd0 req-9fad1df8-5f45-475f-8585-3cac1ecff3d7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2299829
Apr 20 13:11:43.905709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-87ca410c-c78d-4814-b564-e6542b391d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.907183 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-87ca410c-c78d-4814-b564-e6542b391d63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 1097 time: 0.1953683
Apr 20 13:11:43.918758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69662b2c-fa89-45d2-ab6f-3b1af7d7d7d3 req-603d793b-4b2a-4baf-9097-06376950775c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:43.920216 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-69662b2c-fa89-45d2-ab6f-3b1af7d7d7d3 req-603d793b-4b2a-4baf-9097-06376950775c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1682019
Apr 20 13:11:44.240362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-75ccfe65-885c-4331-8525-ee74e23805fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128 HTTP/1.1" status: 200  len: 217 time: 0.3064635
Apr 20 13:11:44.249430 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-18c89b19-5083-4b35-8090-fe56cca2951a tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=73fb6a2a29f84c92aea7965f0d488245&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0621250
Apr 20 13:11:44.284911 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2abd4d5d-1940-4182-8317-9180f8418bd0 req-0dccf08c-4583-4489-b0c0-4804c878ae79 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3752842
Apr 20 13:11:44.360044 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-69662b2c-fa89-45d2-ab6f-3b1af7d7d7d3 req-90d91c43-010e-455c-a4ab-55fe3e42bdb3 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792715
Apr 20 13:11:44.506121 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0d41fea8-8a67-4f2e-bcd5-04f3e3102ba1 req-a83e69cc-bfd0-47a1-adaa-8a1396663754 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0819032
Apr 20 13:11:44.532672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-53515ba3-d7eb-4a24-af1f-428c8d70821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:44.535762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-53515ba3-d7eb-4a24-af1f-428c8d70821b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c HTTP/1.1" status: 200  len: 853 time: 0.2547390
Apr 20 13:11:44.668790 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-6da51dea-5430-477b-a4e9-aefb5b31d550 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a75cc83-2130-4fcd-8faa-7216e9bc002a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1059997
Apr 20 13:11:44.719924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-3ddfd05b-6abf-442e-bb77-7bba6e51b564 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:44.721576 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-3ddfd05b-6abf-442e-bb77-7bba6e51b564 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3991599
Apr 20 13:11:44.790355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Request body: {'port': {'device_id': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188', 'admin_state_up': True, 'tenant_id': '73fb6a2a29f84c92aea7965f0d488245'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:44.990432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0787-453b-406f-a978-7b54161a194b req-c6213bc7-c493-4b71-a668-ba9a7b2b4033 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:44.992767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b4c0787-453b-406f-a978-7b54161a194b req-c6213bc7-c493-4b71-a668-ba9a7b2b4033 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 944 time: 0.4311445
Apr 20 13:11:45.058125 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-a9011fc7-e2ed-4eaf-b86d-da17488cd0a6 service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3681405
Apr 20 13:11:45.159415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:45.176202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Usage tracker for resource:port and tenant:73fb6a2a29f84c92aea7965f0d488245 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:45.181599 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b4c0787-453b-406f-a978-7b54161a194b req-50ff29ce-f8d1-4c32-8720-f335dc2fadd6 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718960
Apr 20 13:11:45.184242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:45.199682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:45.215951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39460) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:45.231552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Made reservation on behalf of 73fb6a2a29f84c92aea7965f0d488245 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:45.238519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.264678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.281831 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a4edfca-5c48-43c8-8e58-994da2052bb9 req-08d9c8d7-b7b5-4829-a8ac-9f401b23c168 service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092326
Apr 20 13:11:45.286466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:45.290523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Usage tracker for resource:security_group_rule and tenant:73fb6a2a29f84c92aea7965f0d488245 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:45.293553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:45.300677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:45.369878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.386378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:45.394587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Usage tracker for resource:security_group_rule and tenant:85510030f27c4ed49e1c28662d9cdc3f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:45.397725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:45.398173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.401520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.404435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:45.406515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:45.498307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.501893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.511004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-682e0d62-01e5-4029-88ab-e7e8f26e36d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:45.555744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85510030f27c4ed49e1c28662d9cdc3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361208
Apr 20 13:11:45.555744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9985c-a790-477f-9945-93788c45e6fb,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:45.558946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39472) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:45.577058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.577450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.577836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.578207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.578578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.578949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.579315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.579708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.580595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.580959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.581323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.582778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:45.586938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:45.601386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086cfbea-4b37-48b3-abdd-28a6431a3fe4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:45.604707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:45.641975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.671084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.719148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.724966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dc867e6a-7e41-4c8d-9536-ccb130a0f1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:45.738588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9985c-a790-477f-9945-93788c45e6fb,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:45.741830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:45.743006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:45.744095 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fae9985c-a790-477f-9945-93788c45e6fb HTTP/1.1" status: 204  len: 168 time: 0.1840825
Apr 20 13:11:45.744765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168da44-cc48-4d7e-9acd-3da25d6135bb req-a13d8de3-8f0c-4afc-aab3-6e46be5be43e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:45.746361 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1168da44-cc48-4d7e-9acd-3da25d6135bb req-a13d8de3-8f0c-4afc-aab3-6e46be5be43e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2880170
Apr 20 13:11:45.759566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Allocated IP 192.168.233.128 (b0822ffa-8331-42b4-87c0-8ea21461b188/00840920-4b54-43fe-a39d-a90bd1ba2930/18ac32a4-cc66-4e9a-b016-5d66edc382ce) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:45.788402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e23b3-e161-4a44-b35c-2db238d0ef4c req-59aa5e31-78ed-41e3-8fcf-79d3511de128 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:45.790059 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-045e23b3-e161-4a44-b35c-2db238d0ef4c req-59aa5e31-78ed-41e3-8fcf-79d3511de128 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.2809796
Apr 20 13:11:45.879159 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1168da44-cc48-4d7e-9acd-3da25d6135bb req-d3d05f75-53a3-423a-b06d-e3ba43cd7c0e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172471
Apr 20 13:11:45.924125 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-045e23b3-e161-4a44-b35c-2db238d0ef4c req-ae636863-789e-4a86-a0fd-637cfba9c58c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249828
Apr 20 13:11:46.146553 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8714faa8-681b-4932-bf5c-04a67181d261 req-8fb03546-25e8-456b-96f6-2e2cf7efdced tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0570049
Apr 20 13:11:46.210625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39494) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:46.232761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.251360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:46.254343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.256867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee23b2c26f54a2b990f76bc776e0e4e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:46.261053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:46.268837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:46.283727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Transition to ACTIVE for port object 18ac32a4-cc66-4e9a-b016-5d66edc382ce will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:46.334024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.341315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:46.388639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.394324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.404963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-230860b0-0489-47d1-87d7-7cd2c5c36d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:46.456084 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ee23b2c26f54a2b990f76bc776e0e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2442830
Apr 20 13:11:46.458007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3aad63-e493-4205-b719-04d73805bdff,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:46.466262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:46.466794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39504) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:46.602926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.661911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Network b0822ffa-8331-42b4-87c0-8ea21461b188 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:46.665285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.749543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:46.757739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.758412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:46.761720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:46.765664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:46.766321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.776406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3aad63-e493-4205-b719-04d73805bdff,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:46.793518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:46.796058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:46.800851 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da3aad63-e493-4205-b719-04d73805bdff HTTP/1.1" status: 204  len: 168 time: 0.3301041
Apr 20 13:11:46.809288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Pushing event updated for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:46.842977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.843383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.843798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.844183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.844566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.844947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.845366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.845754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.846129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.846506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.846880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.847548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:11:46.871366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:46.895335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1151938
Apr 20 13:11:46.926053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Request body: {'port': {'device_id': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:46.991283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-bf96d290-7880-42fa-82aa-0645b3b542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:46.992872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-bf96d290-7880-42fa-82aa-0645b3b542f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1098 time: 0.5295177
Apr 20 13:11:47.000960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe306-90e7-4d36-8dea-44d53cd832a8 req-c9144b18-388d-451e-9171-992dc15fac00 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:47.003275 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-faabe306-90e7-4d36-8dea-44d53cd832a8 req-c9144b18-388d-451e-9171-992dc15fac00 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 944 time: 0.4790981
Apr 20 13:11:47.125935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e99feecb-2b77-4578-bca3-398aee790d90 None None] Provisioning for port 18ac32a4-cc66-4e9a-b016-5d66edc382ce completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:47.135876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e99feecb-2b77-4578-bca3-398aee790d90 None None] Provisioning complete for port 18ac32a4-cc66-4e9a-b016-5d66edc382ce triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:47.136613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e99feecb-2b77-4578-bca3-398aee790d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:47.227097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e99feecb-2b77-4578-bca3-398aee790d90 None None] Port 18ac32a4-cc66-4e9a-b016-5d66edc382ce cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:11:47.273312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d68c-4139-4fab-b66a-4e3a37b0982f req-382ce481-76de-4af6-b46e-0696bd910a26 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:47.274872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc83d68c-4139-4fab-b66a-4e3a37b0982f req-382ce481-76de-4af6-b46e-0696bd910a26 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.6512318
Apr 20 13:11:47.472637 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-faabe306-90e7-4d36-8dea-44d53cd832a8 req-69b17789-7257-4217-a82b-758acffef787 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338195
Apr 20 13:11:47.505618 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc83d68c-4139-4fab-b66a-4e3a37b0982f req-137c2969-f47a-4908-9800-6028c13fa7d7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729770
Apr 20 13:11:47.509023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:47.527505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-4a9f534b-597e-4aa1-89a5-d6e060beaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:47.529103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-4a9f534b-597e-4aa1-89a5-d6e060beaae1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.5230923
Apr 20 13:11:47.667554 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-2defa497-bf8b-4919-88d7-6c079f580653 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 200  len: 217 time: 0.1028163
Apr 20 13:11:47.923153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-c6cfe367-c2bf-40e8-8b37-509b3147f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:47.926490 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-c6cfe367-c2bf-40e8-8b37-509b3147f21c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.2005475
Apr 20 13:11:48.026294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-f59be798-c69e-4f35-8256-7a7fd98ce17e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854869
Apr 20 13:11:48.170692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-f5ea7975-b884-4418-a220-29ab1a28cdbf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:48.172298 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-f5ea7975-b884-4418-a220-29ab1a28cdbf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.5396800
Apr 20 13:11:48.270611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328987da-0771-47c7-9327-02bd9a02b21d req-02a2ce07-877b-4a48-b619-465701e6ae34 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:48.271460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-328987da-0771-47c7-9327-02bd9a02b21d req-02a2ce07-877b-4a48-b619-465701e6ae34 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Synchronizing usage tracker for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:48.280039 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-7e685d64-3a35-40d3-b304-5405cbabf579 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/quotas/068042eccb304d7799c1379b8eeb1f81 HTTP/1.1" status: 200  len: 375 time: 0.0971134
Apr 20 13:11:48.395114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-328987da-0771-47c7-9327-02bd9a02b21d req-02a2ce07-877b-4a48-b619-465701e6ae34 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Unset dirty status for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:48.396423 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-328987da-0771-47c7-9327-02bd9a02b21d req-02a2ce07-877b-4a48-b619-465701e6ae34 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 936 time: 0.7308743
Apr 20 13:11:48.446872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-d2c20bd7-e4df-4985-82c3-393718eb672c service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919730
Apr 20 13:11:48.586933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-328987da-0771-47c7-9327-02bd9a02b21d req-0c3102fb-4f49-4c0c-829d-6934ef908e7f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Synchronizing usage tracker for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:48.671046 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-912c221b-9bbc-4405-9d44-37471592a7f4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3783300
Apr 20 13:11:48.789230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-328987da-0771-47c7-9327-02bd9a02b21d req-0c3102fb-4f49-4c0c-829d-6934ef908e7f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Unset dirty status for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:48.790463 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-328987da-0771-47c7-9327-02bd9a02b21d req-0c3102fb-4f49-4c0c-829d-6934ef908e7f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3824012
Apr 20 13:11:48.823001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ac32a4-cc66-4e9a-b016-5d66edc382ce {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:48.843720 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-febe8f92-bb6a-4674-9c6a-51a1274d60d5 req-01a3821d-2dce-4677-adc5-5380b52b171a service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3731358
Apr 20 13:11:48.845637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:48.884706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Transition to ACTIVE for port object 18ac32a4-cc66-4e9a-b016-5d66edc382ce will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:11:48.903070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:48.926146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2af89f76-8bd9-464a-98af-fd4331a142ba tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:48.977134 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-dcf6187d-d2f1-4dae-bddb-cfeff11f0f17 service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2937877
Apr 20 13:11:49.219689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a34522e1-4d0d-4829-bcf0-c0f4c2892128 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:11:49.503159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Pushing event updated for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:49.513957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:49.550788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Attempting to bind port 18ac32a4-cc66-4e9a-b016-5d66edc382ce on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:11:49.551649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Attempting to bind port 18ac32a4-cc66-4e9a-b016-5d66edc382ce by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:11:49.551649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Attempting to bind port 18ac32a4-cc66-4e9a-b016-5d66edc382ce on network b0822ffa-8331-42b4-87c0-8ea21461b188 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:49.560095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Port 18ac32a4-cc66-4e9a-b016-5d66edc382ce on network b0822ffa-8331-42b4-87c0-8ea21461b188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:11:49.560461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Attempting to bind port 18ac32a4-cc66-4e9a-b016-5d66edc382ce on network b0822ffa-8331-42b4-87c0-8ea21461b188 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:11:49.581969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:11:49.582337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Checking segment: {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:11:49.582852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Bound using segment: {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:11:49.583352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Bound port: 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6c2ce-1889-4d71-9acd-0af018e24391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:11:49.583765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:49.604669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:49.620801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128', 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a', 'port_id': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128', 'mac_address': 'fa:16:3e:09:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:11:49.697060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:49.709737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:11:49.712941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:11:49.723918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34522e1-4d0d-4829-bcf0-c0f4c2892128 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:11:49.735535 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-0f40f4ee-6396-47a5-a97e-94689eaa3388 service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7356384
Apr 20 13:11:49.735535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:49.736844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b17bb525-7f29-40d5-8f64-b63aa226e665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:49.755240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:49.769543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:49.771989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:49.895379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Pushing event updated for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:49.911667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:49.961944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:49.974532 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:50.025435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.026222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.027772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] 10.222.0.58 "PUT /v2.0/ports/18ac32a4-cc66-4e9a-b016-5d66edc382ce HTTP/1.1" status: 200  len: 1098 time: 3.1120036
Apr 20 13:11:50.033935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:50.070524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['a34522e1-4d0d-4829-bcf0-c0f4c2892128'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:11:50.195478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952329-fac2-4ea0-a113-4b58308788a0 req-254ff38b-82cd-4888-86f1-ec5db1f916d4 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.197185 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73952329-fac2-4ea0-a113-4b58308788a0 req-254ff38b-82cd-4888-86f1-ec5db1f916d4 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 945 time: 0.2763507
Apr 20 13:11:50.221747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39706) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:50.336165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-06391460-44f8-4977-ad72-e538d2a8c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.337722 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-06391460-44f8-4977-ad72-e538d2a8c8be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73fb6a2a29f84c92aea7965f0d488245&device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 1101 time: 0.2447665
Apr 20 13:11:50.341047 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73952329-fac2-4ea0-a113-4b58308788a0 req-36c6dc4c-2d99-4b30-b080-8daaf59828ca tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939770
Apr 20 13:11:50.384494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.400426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:50.404525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Usage tracker for resource:security_group_rule and tenant:eb021e6c86f244149a94a8deaedef52f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:50.408431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:50.415643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:50.416860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2511b04-9988-4ab0-8a5b-0b2227ad291a req-61dd8799-d593-4734-b99d-4ee98ea29056 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.419042 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2511b04-9988-4ab0-8a5b-0b2227ad291a req-61dd8799-d593-4734-b99d-4ee98ea29056 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2345479
Apr 20 13:11:50.439314 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-c4c53ea5-21b5-4127-b3bc-96c3230965c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce HTTP/1.1" status: 200  len: 217 time: 0.0888016
Apr 20 13:11:50.523801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2511b04-9988-4ab0-8a5b-0b2227ad291a req-585adc98-3971-4b20-8b72-c329864d55d5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949943
Apr 20 13:11:50.608456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.612550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.617072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-c8906156-46df-4611-81c4-731c11eb51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.618686 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-c8906156-46df-4611-81c4-731c11eb51a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00840920-4b54-43fe-a39d-a90bd1ba2930 HTTP/1.1" status: 200  len: 843 time: 0.1508048
Apr 20 13:11:50.622096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:50.651857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44121f51-3f27-48b2-aeaf-2cf059dd73df,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:50.656714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:50.677219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb021e6c86f244149a94a8deaedef52f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4543157
Apr 20 13:11:50.677893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39722) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:50.698298 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b156173-6b6e-474a-a8fb-3c4cbb7a6134 req-a8cd21d8-8905-490c-a8b5-2e427db0dced tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0785151
Apr 20 13:11:50.761793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.782626 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce', 'status': 'completed', 'code': 200}
Apr 20 13:11:50.792513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.826454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f11c-b00c-4367-824f-a5dadcec64ac req-a9e7d04a-d761-483b-a74e-3282b8954b41 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.835699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ab45f11c-b00c-4367-824f-a5dadcec64ac req-a9e7d04a-d761-483b-a74e-3282b8954b41 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.3107414
Apr 20 13:11:50.844617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.850759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7aa57e58-75a9-4420-a7fe-9e25cc6e55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:50.866443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:50.867684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-bfb65dc0-aa0a-4267-aa61-88a0ecdf7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:50.871129 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-bfb65dc0-aa0a-4267-aa61-88a0ecdf7dfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b0822ffa-8331-42b4-87c0-8ea21461b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1760182
Apr 20 13:11:50.877511 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44121f51-3f27-48b2-aeaf-2cf059dd73df HTTP/1.1" status: 204  len: 168 time: 0.1983922
Apr 20 13:11:50.878549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44121f51-3f27-48b2-aeaf-2cf059dd73df,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:50.881021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:51.098701 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ab45f11c-b00c-4367-824f-a5dadcec64ac req-4c283865-0a48-4d6a-931c-425778a9ef17 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619333
Apr 20 13:11:51.103134 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-18863a84-62ca-4d18-b5f9-eb20a1042f13 service neutron] 10.222.0.58 "GET /v2.0/networks/b0822ffa-8331-42b4-87c0-8ea21461b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194667
Apr 20 13:11:51.227656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a34522e1-4d0d-4829-bcf0-c0f4c2892128 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:11:51.265861 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a1cacde-1313-474a-b8bd-75c815eddbdf req-ffa8cf08-2d51-4746-81d5-0682e0ea30b2 service neutron] 10.222.0.58 "GET /v2.0/networks/b0822ffa-8331-42b4-87c0-8ea21461b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460736
Apr 20 13:11:51.292253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39736) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:51.305358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port a34522e1-4d0d-4829-bcf0-c0f4c2892128 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:11:51.311044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port a34522e1-4d0d-4829-bcf0-c0f4c2892128 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:11:51.311491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.312674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.328894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:51.333746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Usage tracker for resource:security_group_rule and tenant:61a0910197924b02907212a935ba429f is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:51.336758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:51.342983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:51.423852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-49ce31a2-fc53-46c1-be4a-286e9a9ee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:51.429004 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-49ce31a2-fc53-46c1-be4a-286e9a9ee9ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73fb6a2a29f84c92aea7965f0d488245&device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 1101 time: 0.1028152
Apr 20 13:11:51.434009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.438330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.450189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.451007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3196d36-8126-4c1d-9ab8-fa105511ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:51.479828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:11:51.488087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61a0910197924b02907212a935ba429f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943386
Apr 20 13:11:51.493095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 39744) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:51.500835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:11:51.507449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.510608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88cf21-25e6-40ce-8cda-9b66e5865420,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:51.510735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:51.513846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:51.555519 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128', 'code': 200}
Apr 20 13:11:51.591286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:51.599365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:51.624056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.664919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7915317-af8f-42c6-8ed5-ab43482f2483 req-30cad651-787f-4fa1-a174-e129af606911 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:51.666426 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e7915317-af8f-42c6-8ed5-ab43482f2483 req-30cad651-787f-4fa1-a174-e129af606911 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.1702454
Apr 20 13:11:51.701985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.803729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e7915317-af8f-42c6-8ed5-ab43482f2483 req-06fc7049-4901-4e6c-be9c-473391a59709 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895236
Apr 20 13:11:51.826250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.832791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-69147615-57f7-4e04-9d41-56de751c90b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:51.852513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa349e-80ea-4574-938e-1b8530299a8d req-f6d92d16-87a0-4c05-a156-77f1a6511532 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:51.854068 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eafa349e-80ea-4574-938e-1b8530299a8d req-f6d92d16-87a0-4c05-a156-77f1a6511532 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2012699
Apr 20 13:11:51.856894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88cf21-25e6-40ce-8cda-9b66e5865420,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:51.861729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:51.864183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:51.867651 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a88cf21-25e6-40ce-8cda-9b66e5865420 HTTP/1.1" status: 204  len: 168 time: 0.3711197
Apr 20 13:11:51.921263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eafa349e-80ea-4574-938e-1b8530299a8d req-494daf1f-65cb-4fda-9977-7abf24fff48b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578241
Apr 20 13:11:51.989265 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-94ce5556-2505-45fd-a6cd-59f725e1f705 req-bbc4bec2-3652-4e45-9c9d-124164306231 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0555425
Apr 20 13:11:52.302951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58162092-e889-4a4b-80ce-abec3dcdb032 req-d5cfd48c-935e-4e17-a51c-8b964e769427 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:52.304523 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58162092-e889-4a4b-80ce-abec3dcdb032 req-d5cfd48c-935e-4e17-a51c-8b964e769427 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.0947065
Apr 20 13:11:52.364985 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58162092-e889-4a4b-80ce-abec3dcdb032 req-d2ab6a00-5197-4afd-a640-9f2c3c097edf tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539954
Apr 20 13:11:53.023389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79159c6-6222-4564-94ea-314761c22ec4 req-f3578917-e719-47a4-b272-a1bb60ae76fe tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:53.025179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e79159c6-6222-4564-94ea-314761c22ec4 req-f3578917-e719-47a4-b272-a1bb60ae76fe tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.1038959
Apr 20 13:11:53.084318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e79159c6-6222-4564-94ea-314761c22ec4 req-d9e67087-8fd2-4079-8a72-41ef7fa6f391 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523243
Apr 20 13:11:53.185607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025738-92f7-4e7d-bf52-466108a74358 req-43b25ff5-36b5-4805-b75e-80a649c1acff tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:53.187209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f025738-92f7-4e7d-bf52-466108a74358 req-43b25ff5-36b5-4805-b75e-80a649c1acff tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1064646
Apr 20 13:11:53.278875 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5409da6a-798c-4855-b720-140125d2f2d2 req-619b9c93-b12b-40c5-83d4-654e35a26fbd tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0605867
Apr 20 13:11:53.298985 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f025738-92f7-4e7d-bf52-466108a74358 req-431fe6ba-1634-456f-9c4f-7d1cb639788e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035783
Apr 20 13:11:53.576383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605dc4e-04dc-4f55-bf0d-2483ac3f0060 req-bdd37b2d-7bc5-4f07-914b-4e78c011454b tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:53.578033 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f605dc4e-04dc-4f55-bf0d-2483ac3f0060 req-bdd37b2d-7bc5-4f07-914b-4e78c011454b tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.0933945
Apr 20 13:11:53.648276 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f605dc4e-04dc-4f55-bf0d-2483ac3f0060 req-3a8580cd-f0b3-4d11-992f-574d9a724a79 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599144
Apr 20 13:11:53.932472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 39820) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:54.058528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.074093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:54.078196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e97eda7e491465b89681facf53070f2 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:54.081137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:54.087273 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:54.182142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.186430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.202082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:54.288470 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e97eda7e491465b89681facf53070f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3547802
Apr 20 13:11:54.289446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51059d77-308f-49d4-bd96-7f02925f6cc4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:54.291277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39832) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:54.293375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:54.351721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e372-32b6-4999-a4d7-7a201677ce1e req-7a71b56b-7771-421c-825c-21b48e74db00 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:54.354273 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b38e372-32b6-4999-a4d7-7a201677ce1e req-7a71b56b-7771-421c-825c-21b48e74db00 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.1393621
Apr 20 13:11:54.374887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.405390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.452258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.456757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0b331f95-9fe1-42d8-8dec-44730dc1028a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:54.464941 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-11575716-a3ea-4cb0-aff9-a7737a7a88b9 req-569af6fa-46d3-4f65-ad47-3ce5d9b46683 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0607383
Apr 20 13:11:54.468446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b38e372-32b6-4999-a4d7-7a201677ce1e req-4ae7542c-a086-4573-9263-ad06867874ff tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052871
Apr 20 13:11:54.470115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51059d77-308f-49d4-bd96-7f02925f6cc4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:54.473816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:54.493919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.493919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51059d77-308f-49d4-bd96-7f02925f6cc4 HTTP/1.1" status: 204  len: 168 time: 0.1984272
Apr 20 13:11:54.670681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d080-8308-48a9-bf1f-4d36fca47d0b req-49e3187f-e5a6-4038-af63-3e464fbff1c7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:54.672299 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec09d080-8308-48a9-bf1f-4d36fca47d0b req-49e3187f-e5a6-4038-af63-3e464fbff1c7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0887971
Apr 20 13:11:54.724762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec09d080-8308-48a9-bf1f-4d36fca47d0b req-0521936a-ac85-46a4-91d0-2dd4f57c18ac tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433149
Apr 20 13:11:54.802854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39848) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:54.830430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.846954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:54.852269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4a100d085e421dab1e67355056d9ec is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:54.856311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:54.863665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:54.983456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.987014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:54.995306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-77738e69-f93b-4089-adf4-253af50644a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:55.028950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62b8bb-d0cb-4a9a-8f7e-3b4bf3b798fa,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:55.038495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:55.051875 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa4a100d085e421dab1e67355056d9ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2477338
Apr 20 13:11:55.052541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 39852) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:11:55.187095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:55.237547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:55.336433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:55.342672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a3c7cfc9-e3cc-4e06-89fc-055622d611c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:55.354756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32faa-a955-4b21-b378-ac6a46969b62 req-dc0236b9-71de-41d2-b48b-7229cf804e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:55.356388 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e4d32faa-a955-4b21-b378-ac6a46969b62 req-dc0236b9-71de-41d2-b48b-7229cf804e13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 1099 time: 0.2757311
Apr 20 13:11:55.359147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62b8bb-d0cb-4a9a-8f7e-3b4bf3b798fa,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:55.372454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:55.406877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:55.410690 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac62b8bb-d0cb-4a9a-8f7e-3b4bf3b798fa HTTP/1.1" status: 204  len: 168 time: 0.3571556
Apr 20 13:11:55.426791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-ec4c212a-89e9-44b2-96ad-339a6c3722ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:55.428573 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-ec4c212a-89e9-44b2-96ad-339a6c3722ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=b0822ffa-8331-42b4-87c0-8ea21461b188 HTTP/1.1" status: 200  len: 871 time: 0.6603072
Apr 20 13:11:55.446814 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e4d32faa-a955-4b21-b378-ac6a46969b62 req-8f50749f-1b29-4cb1-bbbd-e456930382a0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703411
Apr 20 13:11:55.469027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc51fd-8ed6-44b4-8aed-541ca7718563 req-982f9a44-eafc-48e6-ab2e-8b40a863dc03 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:55.470663 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b0dc51fd-8ed6-44b4-8aed-541ca7718563 req-982f9a44-eafc-48e6-ab2e-8b40a863dc03 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.6749976
Apr 20 13:11:55.619807 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-00c239b2-8bdb-47e0-9615-55166646a71a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce HTTP/1.1" status: 200  len: 217 time: 0.0827720
Apr 20 13:11:55.622782 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-5c657126-a78d-44de-aeee-2602334fb4e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7287230
Apr 20 13:11:55.703679 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b0dc51fd-8ed6-44b4-8aed-541ca7718563 req-03e27ddd-c2a6-49cf-8243-64347f06933b tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222424
Apr 20 13:11:55.722789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-06ad5447-fa87-4b09-8b3e-246158252701 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:55.724331 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-06ad5447-fa87-4b09-8b3e-246158252701 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.6394825
Apr 20 13:11:55.791724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Request body: {'port': {'device_id': '69f57099-e37d-42d5-bad7-b905961eb067', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'admin_state_up': True, 'tenant_id': '068042eccb304d7799c1379b8eeb1f81'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:11:55.824795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:11:55.870156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1cd6-9519-44f6-b6d6-bca2bf9bd379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:56.034622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-8b1a131c-7ef4-42ec-a178-24a6d326b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.036454 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-8b1a131c-7ef4-42ec-a178-24a6d326b516 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00840920-4b54-43fe-a39d-a90bd1ba2930 HTTP/1.1" status: 200  len: 843 time: 0.3816984
Apr 20 13:11:56.050002 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2af5042-e34a-416e-ad91-c26a26d117c3 req-cdee8e50-c5c5-4ca4-b105-9e8526cbbfc7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.1667185
Apr 20 13:11:56.194258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5df0-092d-4a01-8b1d-ca84707dbc83 req-7f6de04b-9ab9-41ce-91b1-f92800f4d20f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.202625 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eced5df0-092d-4a01-8b1d-ca84707dbc83 req-7f6de04b-9ab9-41ce-91b1-f92800f4d20f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.4938190
Apr 20 13:11:56.252457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-5d7fda75-5e87-409a-a9e8-3d546f4e4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.254204 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-5d7fda75-5e87-409a-a9e8-3d546f4e4ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 1098 time: 0.4471169
Apr 20 13:11:56.266241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:11:56.276184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Usage tracker for resource:port and tenant:068042eccb304d7799c1379b8eeb1f81 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:11:56.282785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:11:56.337184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:11:56.428993 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eced5df0-092d-4a01-8b1d-ca84707dbc83 req-2c2f9dc7-69c4-4a74-8d86-f48b61de02bb tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254360
Apr 20 13:11:56.508458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:11:56.514530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:56.531389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-f0a1055b-63b5-47ee-9465-dbeee67aafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.533539 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-f0a1055b-63b5-47ee-9465-dbeee67aafef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b0822ffa-8331-42b4-87c0-8ea21461b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4691908
Apr 20 13:11:56.819227 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-f633284d-906f-4b62-9767-ed66f29758b7 service neutron] 10.222.0.58 "GET /v2.0/networks/b0822ffa-8331-42b4-87c0-8ea21461b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702301
Apr 20 13:11:56.828232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-78368c85-1892-4644-bf9e-75a0a2a22eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.830301 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-78368c85-1892-4644-bf9e-75a0a2a22eff service neutron] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 916 time: 0.4893625
Apr 20 13:11:56.845806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb143-a032-4401-acf4-e16fb910fed5 req-ef35ecce-c8e5-4328-9ddd-ae6667b503ed tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:56.845806 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5ccb143-a032-4401-acf4-e16fb910fed5 req-ef35ecce-c8e5-4328-9ddd-ae6667b503ed tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.5005980
Apr 20 13:11:57.015384 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5ccb143-a032-4401-acf4-e16fb910fed5 req-00acd6ce-5b1e-4f97-a4c6-33d0d98978cd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630328
Apr 20 13:11:57.027126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Allocated IP 172.20.0.12 (70101a2a-6e15-4085-afc9-896586d2a115/4f1fa7fb-5915-4324-8812-76b043d28b2d/7ba47526-45ae-43bf-8254-7873d3fd111f) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:11:57.088226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69af2aa-5102-4106-ac37-bf20202b82fd req-4b3bebf2-1deb-43f8-9a5d-d10a1caca7b9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:57.089789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f69af2aa-5102-4106-ac37-bf20202b82fd req-4b3bebf2-1deb-43f8-9a5d-d10a1caca7b9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.2098780
Apr 20 13:11:57.279585 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f69af2aa-5102-4106-ac37-bf20202b82fd req-09e3429d-b644-4987-9cb5-ade620a1166a tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781514
Apr 20 13:11:57.290884 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-143fe713-0d0b-4084-a1d0-98d27dda798e req-80358391-f08e-4f50-aae7-e7c6bb086d7f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0633807
Apr 20 13:11:57.369455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:57.403566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:57.412167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:11:57.488065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Network 70101a2a-6e15-4085-afc9-896586d2a115 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:11:57.491675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:11:57.495845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:11:57.501800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:57.502454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:57.512115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event updated for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:11:57.522948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:11:57.537211 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7592502
Apr 20 13:11:57.675766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f087-b4ed-4880-bb6d-2a17b75a517e req-a58314b1-13f9-4fdb-b558-6045cfe4456e tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:57.677355 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ffa9f087-b4ed-4880-bb6d-2a17b75a517e req-a58314b1-13f9-4fdb-b558-6045cfe4456e tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.0966923
Apr 20 13:11:57.730294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ffa9f087-b4ed-4880-bb6d-2a17b75a517e req-bc083e22-41ce-461b-a220-7ba331ec9284 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464535
Apr 20 13:11:58.225960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf73cd-6131-45ec-9a57-34a2c4ee11bc req-efbbba13-f8b8-4ff3-83db-0eda318bf8f1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:58.227579 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d0bf73cd-6131-45ec-9a57-34a2c4ee11bc req-efbbba13-f8b8-4ff3-83db-0eda318bf8f1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0898688
Apr 20 13:11:58.275433 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d0bf73cd-6131-45ec-9a57-34a2c4ee11bc req-192c28c6-cdb1-4c3f-9ca3-02ffdc0f81e0 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412841
Apr 20 13:11:58.546475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-512d7d5b-90e6-4609-ab1e-250c80779a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:58.577558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb951-df9e-4f0a-8f8e-32e3d9f29950 req-f9cb92e9-3c86-4fc8-b520-e18286089677 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:58.579076 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b4cb951-df9e-4f0a-8f8e-32e3d9f29950 req-f9cb92e9-3c86-4fc8-b520-e18286089677 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.1718323
Apr 20 13:11:58.592140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cffb9-b76f-437d-9f0e-e02d3847553d req-7494ed0e-e885-45db-a24f-3d7f25dfb7bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:58.592871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-969cffb9-b76f-437d-9f0e-e02d3847553d req-7494ed0e-e885-45db-a24f-3d7f25dfb7bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:11:58.641149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-969cffb9-b76f-437d-9f0e-e02d3847553d req-7494ed0e-e885-45db-a24f-3d7f25dfb7bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:11:58.643043 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-969cffb9-b76f-437d-9f0e-e02d3847553d req-7494ed0e-e885-45db-a24f-3d7f25dfb7bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 932 time: 0.1789267
Apr 20 13:11:58.649012 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b4cb951-df9e-4f0a-8f8e-32e3d9f29950 req-aa64b5c4-d1fc-4b4e-8469-8c63199797d5 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521698
Apr 20 13:11:58.694799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-969cffb9-b76f-437d-9f0e-e02d3847553d req-7885e49e-ba6e-4300-97cb-a448b39c4760 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452771
Apr 20 13:11:58.920380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:59.085032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:11:59.475784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7bd4f-8221-4ea9-9035-938402c10584 req-79c42dca-8094-4e8b-b6a3-8792d0df7c78 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:59.478756 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7dd7bd4f-8221-4ea9-9035-938402c10584 req-79c42dca-8094-4e8b-b6a3-8792d0df7c78 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0877161
Apr 20 13:11:59.526163 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7dd7bd4f-8221-4ea9-9035-938402c10584 req-3142fccf-4beb-424d-b224-7a247b07be2a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422173
Apr 20 13:11:59.913093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588a92-2ef5-4955-8e4a-b1259bcfbd2a req-f0887510-8349-4ed1-9553-fca915a97d86 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:59.914660 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dd588a92-2ef5-4955-8e4a-b1259bcfbd2a req-f0887510-8349-4ed1-9553-fca915a97d86 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 948 time: 0.1554015
Apr 20 13:11:59.945040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed350-d8f6-4a96-b8ff-2d8359837828 req-11c2de2d-4e1a-4766-9c06-f7725a23bb77 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:11:59.946561 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a7ed350-d8f6-4a96-b8ff-2d8359837828 req-11c2de2d-4e1a-4766-9c06-f7725a23bb77 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 932 time: 0.1369879
Apr 20 13:11:59.993479 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dd588a92-2ef5-4955-8e4a-b1259bcfbd2a req-57f0268f-4b8f-4dc4-a8ee-a22d73c2aaff tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712154
Apr 20 13:12:00.013762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a7ed350-d8f6-4a96-b8ff-2d8359837828 req-da605db1-d421-464b-9dd3-7410a840501f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593309
Apr 20 13:12:00.217880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 18ac32a4-cc66-4e9a-b016-5d66edc382ce details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:12:00.242457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:00.253230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Request body: {'port': {'device_id': '69f57099-e37d-42d5-bad7-b905961eb067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:00.322534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:00.418222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:00.489882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:00.518842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '18ac32a4-cc66-4e9a-b016-5d66edc382ce', 'network_id': 'b0822ffa-8331-42b4-87c0-8ea21461b188', 'port_id': '18ac32a4-cc66-4e9a-b016-5d66edc382ce', 'mac_address': 'fa:16:3e:28:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00840920-4b54-43fe-a39d-a90bd1ba2930', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:12:00.627085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:00.666636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ac32a4-cc66-4e9a-b016-5d66edc382ce {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:00.689461 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-070234db-0c6b-4811-b0a4-4f529f3a93e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8d0d911-468d-454a-8866-0d8abc10950c HTTP/1.1" status: 200  len: 217 time: 0.4410665
Apr 20 13:12:00.698770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:00.721857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:00.724763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:00.816197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:00.825712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.826223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.826712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.827196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.827701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.828182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.828671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.829949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.830430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.831066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.831572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.832049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:00.844211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:01.001628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:01.017855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-2616859e-5ca0-4f01-a16c-7ff478fbd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:01.018688 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-2616859e-5ca0-4f01-a16c-7ff478fbd2c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.3159356
Apr 20 13:12:01.124395 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af56d39b-f16e-4911-a9d7-6e96b2e91c31 req-ed5dd6db-1108-4f7b-b860-a5c8227a3c72 service neutron] 10.222.0.58 "GET /v2.0/networks/b0822ffa-8331-42b4-87c0-8ea21461b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8410773
Apr 20 13:12:01.143360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-489e2bf3-bc98-4fe7-bd6e-b744b016d3eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1081011
Apr 20 13:12:01.166561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['18ac32a4-cc66-4e9a-b016-5d66edc382ce'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:01.388377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a5f7b-0e59-44a6-9094-a9c219011612 req-e548e5cf-c2de-4b18-9e51-c416c60de234 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:01.389975 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-be8a5f7b-0e59-44a6-9094-a9c219011612 req-e548e5cf-c2de-4b18-9e51-c416c60de234 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.5953670
Apr 20 13:12:01.581063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef7fd-cb3c-48c9-be46-f532475b35d4 req-65134d86-9204-4fe7-b589-ec996d84391f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:01.582730 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-576ef7fd-cb3c-48c9-be46-f532475b35d4 req-65134d86-9204-4fe7-b589-ec996d84391f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 949 time: 0.4426613
Apr 20 13:12:01.592349 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-28677a0f-8f19-479b-aa6e-7e1110505fad service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4075656
Apr 20 13:12:01.604052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-be8a5f7b-0e59-44a6-9094-a9c219011612 req-58e4dc29-cb80-4cc2-aa80-905ef8e3b86d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010915
Apr 20 13:12:01.806380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-576ef7fd-cb3c-48c9-be46-f532475b35d4 req-62238cd9-f8ab-4a5e-be0a-1e615abf459d tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088573
Apr 20 13:12:01.917029 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12cf0899-69ac-41fa-81e1-2c39da8319be req-69bc9f0f-96c7-474e-8429-f17ed74249bf service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2971919
Apr 20 13:12:01.968083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf63a8-a3f3-44ad-b03b-52d238cd4948 req-7fd5d0d4-bd72-45c4-9d6b-0adc10161752 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:01.970218 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1adf63a8-a3f3-44ad-b03b-52d238cd4948 req-7fd5d0d4-bd72-45c4-9d6b-0adc10161752 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 932 time: 0.2465312
Apr 20 13:12:02.017791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba47526-45ae-43bf-8254-7873d3fd111f {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:02.033997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:02.056177 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1adf63a8-a3f3-44ad-b03b-52d238cd4948 req-c45a5a45-4d49-4cac-a7f3-0dac166e4de5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719693
Apr 20 13:12:02.062737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Transition to ACTIVE for port object 7ba47526-45ae-43bf-8254-7873d3fd111f will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:02.068302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:02.073625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:02.259276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:02.263806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:02.333292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Attempting to bind port 7ba47526-45ae-43bf-8254-7873d3fd111f on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:02.333591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Attempting to bind port 7ba47526-45ae-43bf-8254-7873d3fd111f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:02.333958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Attempting to bind port 7ba47526-45ae-43bf-8254-7873d3fd111f on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:02.343054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Port 7ba47526-45ae-43bf-8254-7873d3fd111f on network 70101a2a-6e15-4085-afc9-896586d2a115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:12:02.343425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Attempting to bind port 7ba47526-45ae-43bf-8254-7873d3fd111f on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:02.352481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:02.352853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Checking segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:02.353269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Bound using segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:02.353739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Bound port: 7ba47526-45ae-43bf-8254-7873d3fd111f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:02.354121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:02.382051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbd494-ff8b-4b67-844f-85de9d17274c req-80712d3c-37f7-454e-a617-15ae14f69eaf tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:02.384174 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eacbd494-ff8b-4b67-844f-85de9d17274c req-80712d3c-37f7-454e-a617-15ae14f69eaf tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1979995
Apr 20 13:12:02.490569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eacbd494-ff8b-4b67-844f-85de9d17274c req-8313697c-728b-4c1f-8281-89946d769a0c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792067
Apr 20 13:12:02.503243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:02.508930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ba47526-45ae-43bf-8254-7873d3fd111f,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:02.515059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:02.526259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aa63b8f0-0e15-4e0b-b447-30f9e779844c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:02.580507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:02.581176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:02.582725 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] 10.222.0.58 "PUT /v2.0/ports/7ba47526-45ae-43bf-8254-7873d3fd111f HTTP/1.1" status: 200  len: 1094 time: 2.3405766
Apr 20 13:12:02.583249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:02.614877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:02.618158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:02.633881 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f', 'status': 'completed', 'code': 200}
Apr 20 13:12:02.719199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-97c2db8b-e721-4fee-82f5-2ed3c37cdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:02.721060 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-97c2db8b-e721-4fee-82f5-2ed3c37cdc72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 1097 time: 0.0809627
Apr 20 13:12:02.848926 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-cd3e4e1f-a4c4-4484-9322-27a4d59b72da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba47526-45ae-43bf-8254-7873d3fd111f HTTP/1.1" status: 200  len: 217 time: 0.0810008
Apr 20 13:12:03.083983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40114) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:03.198833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96152173-7c6a-4fc0-9c88-9eb2ab2cc2d7 req-fa061e4b-728b-44c6-8e93-ecdda33b26b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:03.200443 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96152173-7c6a-4fc0-9c88-9eb2ab2cc2d7 req-fa061e4b-728b-44c6-8e93-ecdda33b26b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.4765880
Apr 20 13:12:03.224622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.232566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-82244dd9-bde2-4911-a1d2-cfa8e352eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:03.234095 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-82244dd9-bde2-4911-a1d2-cfa8e352eb61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.3614426
Apr 20 13:12:03.245408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:03.249514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6204e3e70b4a269c77d43bb3bf16ab is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:03.252755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:03.258780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:03.277716 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96152173-7c6a-4fc0-9c88-9eb2ab2cc2d7 req-5feaa555-6172-4c68-be31-7b6abad2b838 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662432
Apr 20 13:12:03.291255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d065d65-fdda-4b31-8354-aba399413440 req-54eb201b-6039-4a72-872e-03592ac9024a tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:03.292858 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9d065d65-fdda-4b31-8354-aba399413440 req-54eb201b-6039-4a72-872e-03592ac9024a tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 949 time: 0.1732063
Apr 20 13:12:03.351161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.353974 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9d065d65-fdda-4b31-8354-aba399413440 req-5fa0e675-cb1c-4c2c-96d5-7722ae39b184 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509658
Apr 20 13:12:03.354858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.365454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b5a2dfbc-a5ac-458a-a71d-ec8c2776806b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:03.412119 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b6204e3e70b4a269c77d43bb3bf16ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3268991
Apr 20 13:12:03.412915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccbac95-e768-49f7-9b6f-621f46b5223e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:03.415439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40124) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:03.418300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:03.474467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173585-b52f-4029-af2d-648615c9032d req-395a4e7b-e71d-479c-a5b4-859874102d2f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:03.476131 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-69173585-b52f-4029-af2d-648615c9032d req-395a4e7b-e71d-479c-a5b4-859874102d2f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.0896745
Apr 20 13:12:03.480402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.509065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.524769 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-69173585-b52f-4029-af2d-648615c9032d req-dca61980-0106-4565-a3c8-401fa97a4d5d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421088
Apr 20 13:12:03.564258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.569761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3afb14e-6845-4448-9e1e-89bc6a9f2fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:03.589936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccbac95-e768-49f7-9b6f-621f46b5223e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:03.590545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.591747 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ccbac95-e768-49f7-9b6f-621f46b5223e HTTP/1.1" status: 204  len: 168 time: 0.1753480
Apr 20 13:12:03.592597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:03.722834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a64126-a6e8-40b2-af8c-c83b73554752 req-1bb30350-5f17-44f5-869c-f5a04c89ba53 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:03.724615 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09a64126-a6e8-40b2-af8c-c83b73554752 req-1bb30350-5f17-44f5-869c-f5a04c89ba53 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.0935285
Apr 20 13:12:03.774044 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09a64126-a6e8-40b2-af8c-c83b73554752 req-c333ca29-9bbf-4fdc-8b20-dceb242bc663 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426695
Apr 20 13:12:03.892854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40136) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:03.913293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:03.929398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:03.934777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Usage tracker for resource:security_group_rule and tenant:03c47e08b836441e9335e5ca471fa2ec is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:03.937796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:03.944529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:04.029878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.032737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.044601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-13b3dbc1-42f9-443e-afea-f8f4d85ecd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:04.087060 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03c47e08b836441e9335e5ca471fa2ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1931107
Apr 20 13:12:04.087938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77228bb2-a0c3-4e7e-9ace-06677619dba6,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:04.090636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40142) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:04.091026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:04.154437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.182390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.229093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.234102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1867de44-0d79-4cf3-97c4-3c3667d555f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:04.248039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77228bb2-a0c3-4e7e-9ace-06677619dba6,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:04.250448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:04.253169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.257574 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77228bb2-a0c3-4e7e-9ace-06677619dba6 HTTP/1.1" status: 204  len: 168 time: 0.1623685
Apr 20 13:12:04.463865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 18ac32a4-cc66-4e9a-b016-5d66edc382ce up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:04.538605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3cc1-58c8-4b2d-8532-5d1c378fa913 req-d9e0f208-cd7c-4ce8-94e4-e99342fb2767 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:04.539978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 18ac32a4-cc66-4e9a-b016-5d66edc382ce completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:04.540266 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0dde3cc1-58c8-4b2d-8532-5d1c378fa913 req-d9e0f208-cd7c-4ce8-94e4-e99342fb2767 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1379037
Apr 20 13:12:04.545704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 18ac32a4-cc66-4e9a-b016-5d66edc382ce triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:04.546299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.617320 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0dde3cc1-58c8-4b2d-8532-5d1c378fa913 req-c15cc714-96d9-47a4-ba24-fbc55a9cfa24 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692496
Apr 20 13:12:04.653465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c21a60-24c7-4710-b552-d3c0231fc463 req-322740f6-5bcf-485d-a93a-71e4deeda350 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:04.655080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c3c21a60-24c7-4710-b552-d3c0231fc463 req-322740f6-5bcf-485d-a93a-71e4deeda350 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 949 time: 0.1775596
Apr 20 13:12:04.716104 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c3c21a60-24c7-4710-b552-d3c0231fc463 req-f62e41ca-a4ca-487e-8f40-388efbfa2bac tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545268
Apr 20 13:12:04.726859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.753971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:04.764929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:04.769712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:04.771695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:04.818185 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce', 'code': 200}
Apr 20 13:12:04.851841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96cdf2-ad01-4c8b-81ac-cb63e12fb352 req-f6513ea5-a060-48f8-8d64-1bd0a0a08023 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:04.853918 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ef96cdf2-ad01-4c8b-81ac-cb63e12fb352 req-f6513ea5-a060-48f8-8d64-1bd0a0a08023 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1119738
Apr 20 13:12:04.855513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:04.858896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:04.919409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ef96cdf2-ad01-4c8b-81ac-cb63e12fb352 req-1c8f5fe4-2e3d-46fa-b80c-daad12730161 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522916
Apr 20 13:12:05.031269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d11b5-7318-4e7e-bbf9-4a4c7fb7fce2 req-f8921712-8719-4ece-9690-b3cd69cb126a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:05.033027 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-270d11b5-7318-4e7e-bbf9-4a4c7fb7fce2 req-f8921712-8719-4ece-9690-b3cd69cb126a tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1005774
Apr 20 13:12:05.096624 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-270d11b5-7318-4e7e-bbf9-4a4c7fb7fce2 req-37583b0d-98ed-49f2-a21a-d18293735cf0 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499499
Apr 20 13:12:06.030927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548288f-aeab-4089-b884-6d0e31c7f6d2 req-14bc5878-9862-4b8b-9213-0d0b50413d57 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:06.032694 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6548288f-aeab-4089-b884-6d0e31c7f6d2 req-14bc5878-9862-4b8b-9213-0d0b50413d57 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.1815028
Apr 20 13:12:06.044901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df299-9440-4d59-88aa-5e6704389458 req-6abac8e3-fb42-4e7d-bd0e-b73da5189bac tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:06.046458 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d98df299-9440-4d59-88aa-5e6704389458 req-6abac8e3-fb42-4e7d-bd0e-b73da5189bac tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1500859
Apr 20 13:12:06.124856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6548288f-aeab-4089-b884-6d0e31c7f6d2 req-79939b23-f170-4c25-af0c-b09782e6f016 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773721
Apr 20 13:12:06.128102 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d98df299-9440-4d59-88aa-5e6704389458 req-9f6ced35-221f-4f40-89ef-36374b5ccc3b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665464
Apr 20 13:12:06.417679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f46ed-bcb2-40c2-97da-2b762fe2a42b req-1cafad6c-3927-47c5-93d5-4ba885a074e6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:06.419272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-875f46ed-bcb2-40c2-97da-2b762fe2a42b req-1cafad6c-3927-47c5-93d5-4ba885a074e6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1615391
Apr 20 13:12:06.428659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cbb47-5cf0-4675-a37a-463363612e83 req-05a502c6-49c9-464c-82bc-2d990620261c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:06.430230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d20cbb47-5cf0-4675-a37a-463363612e83 req-05a502c6-49c9-464c-82bc-2d990620261c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1338160
Apr 20 13:12:06.513241 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-875f46ed-bcb2-40c2-97da-2b762fe2a42b req-2feddbbe-7f89-4790-975f-bae7a8caf4f9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798619
Apr 20 13:12:06.518386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d20cbb47-5cf0-4675-a37a-463363612e83 req-64c8e1e3-ff94-48a8-8748-d87cd88097bf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693364
Apr 20 13:12:07.070977 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-7545c145-6e49-4e92-9ae0-0c70bb3e6506 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492363
Apr 20 13:12:07.221829 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-b6539069-b64d-4e9c-8fcc-a9b065fc882e service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401498
Apr 20 13:12:07.577939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc1d9-dc27-4508-814a-e1f062b76958 req-4d39b77a-df0d-45a8-9fd9-d0dd434c296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:07.579555 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-738cc1d9-dc27-4508-814a-e1f062b76958 req-4d39b77a-df0d-45a8-9fd9-d0dd434c296b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 1103 time: 0.3567967
Apr 20 13:12:07.586316 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06579d5f-e698-4254-81c9-a9aa122820b0 req-f751e4f9-4a7c-44c9-91c7-6ee3cd7666e6 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143277
Apr 20 13:12:07.626082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa04661-89b2-40c8-9b57-2dafb79a9d96 req-776d6a57-28e9-4991-946a-b84eac1ac442 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:07.627844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7fa04661-89b2-40c8-9b57-2dafb79a9d96 req-776d6a57-28e9-4991-946a-b84eac1ac442 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.3199127
Apr 20 13:12:07.640478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98576-d5a1-438c-8ba0-646b06d7c10a req-c89fc8ea-6aba-4a0b-aa0a-38033d3154a6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:07.642079 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1a98576-d5a1-438c-8ba0-646b06d7c10a req-c89fc8ea-6aba-4a0b-aa0a-38033d3154a6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.3330097
Apr 20 13:12:07.764597 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-738cc1d9-dc27-4508-814a-e1f062b76958 req-560e81ef-28e4-49d7-aca4-f5c65103e23b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715746
Apr 20 13:12:07.786213 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7fa04661-89b2-40c8-9b57-2dafb79a9d96 req-2e7c226b-52ed-4931-844f-4ad422ec73ba tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430528
Apr 20 13:12:07.797702 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1a98576-d5a1-438c-8ba0-646b06d7c10a req-e4054ff3-946f-4c2e-9bb1-41368735ad65 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354315
Apr 20 13:12:07.841948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd4c56-6df6-4942-8103-9d879327857f req-ae5db1c5-1be0-4e73-947e-c353f945d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:07.844124 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-ae5db1c5-1be0-4e73-947e-c353f945d756 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 1097 time: 0.1790693
Apr 20 13:12:08.211722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd4c56-6df6-4942-8103-9d879327857f req-6f868c01-1a99-4716-ae04-5f698bd88603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:08.213280 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-6f868c01-1a99-4716-ae04-5f698bd88603 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 916 time: 0.2902997
Apr 20 13:12:08.228385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c05e0-a3d6-4378-9c05-00df41472dd0 req-2c55adab-3b0c-4e45-b91c-7afaa97519fc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:08.229863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-825c05e0-a3d6-4378-9c05-00df41472dd0 req-2c55adab-3b0c-4e45-b91c-7afaa97519fc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.2767088
Apr 20 13:12:08.290803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9980924-14b6-494b-b6f7-186d31d0d44a req-d3de32f3-d1fe-492e-8e1c-9f1abd8ebb75 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:08.292426 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e9980924-14b6-494b-b6f7-186d31d0d44a req-d3de32f3-d1fe-492e-8e1c-9f1abd8ebb75 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.3428905
Apr 20 13:12:08.323719 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-98c9c1eb-b8c4-4068-a3b3-e639dc984fa2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba47526-45ae-43bf-8254-7873d3fd111f HTTP/1.1" status: 200  len: 217 time: 0.0918195
Apr 20 13:12:08.438749 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-825c05e0-a3d6-4378-9c05-00df41472dd0 req-405858db-6f84-42f3-a3c4-07e08b9aa47e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397212
Apr 20 13:12:08.443635 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e9980924-14b6-494b-b6f7-186d31d0d44a req-1cb30c7f-a1b1-410f-b701-ca0ca6eb52fc tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419811
Apr 20 13:12:08.451175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd4c56-6df6-4942-8103-9d879327857f req-6a65af1b-380f-4cd5-9e9b-caf14c02eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:08.452716 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-6a65af1b-380f-4cd5-9e9b-caf14c02eef7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.1054125
Apr 20 13:12:08.509882 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-dd874c41-a2e7-45a9-b7a7-d06840e0c8f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463600
Apr 20 13:12:08.655344 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-733e40c0-7f75-4642-be0d-989db5051e0d service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338770
Apr 20 13:12:09.154537 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33dd4c56-6df6-4942-8103-9d879327857f req-8eecd696-169b-4078-8f71-b30e4460027a service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4914107
Apr 20 13:12:09.174222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aff43-5a7b-4596-8b99-74d292114b92 req-572cd26e-20a0-404f-9c48-f07f6b456b2a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:09.176122 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d34aff43-5a7b-4596-8b99-74d292114b92 req-572cd26e-20a0-404f-9c48-f07f6b456b2a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2220442
Apr 20 13:12:09.185247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937effc-4a10-4101-a371-4ab09aaaf9bd req-c9b80767-15cc-42c8-8a92-bd6b0ca9b4cc tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:09.186846 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f937effc-4a10-4101-a371-4ab09aaaf9bd req-c9b80767-15cc-42c8-8a92-bd6b0ca9b4cc tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.2309754
Apr 20 13:12:09.267212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d34aff43-5a7b-4596-8b99-74d292114b92 req-b2f6600d-9204-4be3-a2ca-cf012858a64e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792201
Apr 20 13:12:09.272418 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f937effc-4a10-4101-a371-4ab09aaaf9bd req-2a133320-dd7e-44f8-8dd9-f591011d7c14 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652957
Apr 20 13:12:09.739064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705440f8-b296-4b12-9d80-c4828e90597b req-ef43ed89-9f58-452c-9d6b-5e536f073634 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:09.740649 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-705440f8-b296-4b12-9d80-c4828e90597b req-ef43ed89-9f58-452c-9d6b-5e536f073634 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1776893
Apr 20 13:12:09.749314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939174-5831-4699-9a6b-27b1ab2d3d7b req-83edef21-01a2-4c29-9368-45eade76370d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:09.750762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-21939174-5831-4699-9a6b-27b1ab2d3d7b req-83edef21-01a2-4c29-9368-45eade76370d tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1447904
Apr 20 13:12:09.832335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-705440f8-b296-4b12-9d80-c4828e90597b req-dc60fad0-3d38-4b6d-b350-f34a23a06269 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805416
Apr 20 13:12:09.837160 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-21939174-5831-4699-9a6b-27b1ab2d3d7b req-fe2dfba3-8d9b-4da4-a043-a2c413af9feb tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688596
Apr 20 13:12:10.554313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd786cb-8831-49bb-bd2d-e36deec101f7 req-895a4bc0-bb1e-476a-a1e6-3547763850b3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:10.555912 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbd786cb-8831-49bb-bd2d-e36deec101f7 req-895a4bc0-bb1e-476a-a1e6-3547763850b3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1660185
Apr 20 13:12:10.565346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcfd5e-8c44-4e99-80af-9cb991c84d80 req-2e1d0712-5f46-4477-9560-2592495312c6 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:10.566789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c8dcfd5e-8c44-4e99-80af-9cb991c84d80 req-2e1d0712-5f46-4477-9560-2592495312c6 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.1341264
Apr 20 13:12:10.646977 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbd786cb-8831-49bb-bd2d-e36deec101f7 req-0f659c33-bd3e-4f36-94b2-4c0343cc9fcb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791631
Apr 20 13:12:10.656269 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c8dcfd5e-8c44-4e99-80af-9cb991c84d80 req-0c95708c-2f82-4b35-81aa-40afea5b2d76 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702412
Apr 20 13:12:11.110840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd73c2-56e9-41ef-b9b2-10c987bf71b3 req-0137247b-ee57-49e6-b356-70e134c6ea46 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:11.113085 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cfdd73c2-56e9-41ef-b9b2-10c987bf71b3 req-0137247b-ee57-49e6-b356-70e134c6ea46 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1606550
Apr 20 13:12:11.122930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938201-b795-49bf-88a5-d08812a29fac req-ede64207-c5a8-4b9b-8434-e58cd73b84b9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:11.124550 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99938201-b795-49bf-88a5-d08812a29fac req-ede64207-c5a8-4b9b-8434-e58cd73b84b9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1291978
Apr 20 13:12:11.199039 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cfdd73c2-56e9-41ef-b9b2-10c987bf71b3 req-390a5a9c-26f8-49fb-89d0-08bbd5762196 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734148
Apr 20 13:12:11.206293 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99938201-b795-49bf-88a5-d08812a29fac req-3f3b67b1-74e0-4bda-8555-bdb200440677 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664539
Apr 20 13:12:11.926874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af0e7c-e65b-41f7-ab13-c9ad9f6c2eb4 req-2642c30c-ffd7-4a32-8ac3-92165425634d tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:11.928461 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f5af0e7c-e65b-41f7-ab13-c9ad9f6c2eb4 req-2642c30c-ffd7-4a32-8ac3-92165425634d tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.1233804
Apr 20 13:12:11.938372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2026-65a2-489a-9099-0fdfe2d65e66 req-07b8e433-1e8a-481b-90db-eb2d77e25a7c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:11.938888 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-182b2026-65a2-489a-9099-0fdfe2d65e66 req-07b8e433-1e8a-481b-90db-eb2d77e25a7c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1700857
Apr 20 13:12:12.015012 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f5af0e7c-e65b-41f7-ab13-c9ad9f6c2eb4 req-5baf8d17-ffa7-42c0-b6d4-13d48d6c9e3f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750051
Apr 20 13:12:12.022739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-182b2026-65a2-489a-9099-0fdfe2d65e66 req-859d35c0-b7e5-4ff8-9d5e-ca913e2624e0 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688984
Apr 20 13:12:12.477387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb22bf-8721-4249-a6e0-1596a12c5a8d req-e05703ce-09b3-493a-b4ff-f5b58a6c4715 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:12.479003 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5afb22bf-8721-4249-a6e0-1596a12c5a8d req-e05703ce-09b3-493a-b4ff-f5b58a6c4715 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1573312
Apr 20 13:12:12.487578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260b67-60bc-471f-8d8a-020afc886c3a req-6a2513c6-9d21-4c30-87d8-723a69d939bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:12.489102 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53260b67-60bc-471f-8d8a-020afc886c3a req-6a2513c6-9d21-4c30-87d8-723a69d939bc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1654544
Apr 20 13:12:12.563568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5afb22bf-8721-4249-a6e0-1596a12c5a8d req-9dd9c4d7-7179-4a8d-a198-0666aafebfcd tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733790
Apr 20 13:12:12.571647 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53260b67-60bc-471f-8d8a-020afc886c3a req-a8de3d81-49d4-49b8-94ab-818bb8df455f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651639
Apr 20 13:12:13.344063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3de8f-a969-4abd-91a0-f07beb2ac711 req-c821604e-5d4e-4b07-bdc3-c26927f8d888 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:13.347209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eec3de8f-a969-4abd-91a0-f07beb2ac711 req-c821604e-5d4e-4b07-bdc3-c26927f8d888 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.1723573
Apr 20 13:12:13.356884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f1b00-b6d1-410b-a0d3-23bcfd84f4d3 req-a56a06c5-8e1d-4507-981d-3995d653d46e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:13.358407 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a88f1b00-b6d1-410b-a0d3-23bcfd84f4d3 req-a56a06c5-8e1d-4507-981d-3995d653d46e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1398134
Apr 20 13:12:13.434434 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eec3de8f-a969-4abd-91a0-f07beb2ac711 req-0f3f1f95-768b-4ab7-a728-f4c662f9b1bc tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750074
Apr 20 13:12:13.441569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a88f1b00-b6d1-410b-a0d3-23bcfd84f4d3 req-9065cb40-c6fe-4d82-b908-4a38d9ceebd1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642560
Apr 20 13:12:13.850023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdd8d3-ff1e-4bb5-8929-5c1f813507a2 req-a2a218cd-e8a5-4418-9eb0-74aae3e91d67 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:13.851736 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6bcdd8d3-ff1e-4bb5-8929-5c1f813507a2 req-a2a218cd-e8a5-4418-9eb0-74aae3e91d67 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1599982
Apr 20 13:12:13.865889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe742e-af7a-42d6-9c29-bed4e8449da6 req-b7b2a370-c82b-4ef7-8de9-669b6bdbae7a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:13.867864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-40fe742e-af7a-42d6-9c29-bed4e8449da6 req-b7b2a370-c82b-4ef7-8de9-669b6bdbae7a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 944 time: 0.1348121
Apr 20 13:12:13.945595 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6bcdd8d3-ff1e-4bb5-8929-5c1f813507a2 req-65bae9ad-091e-4429-a2d0-702cd1589bb6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766253
Apr 20 13:12:13.951072 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-40fe742e-af7a-42d6-9c29-bed4e8449da6 req-3fdd1e2e-f415-4148-bca6-2dcaa0ed4256 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673709
Apr 20 13:12:14.703750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeefeba-2205-4490-96b5-ee84eb8e6b23 req-15fda238-5271-44b3-bbf4-468e43a98e4b tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:14.705807 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebeefeba-2205-4490-96b5-ee84eb8e6b23 req-15fda238-5271-44b3-bbf4-468e43a98e4b tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.1577795
Apr 20 13:12:14.713660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412881f-9099-45d8-b011-47337d7ec6e5 req-05e9a2f2-a45a-4381-95b4-43c53083f3e3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:14.715078 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8412881f-9099-45d8-b011-47337d7ec6e5 req-05e9a2f2-a45a-4381-95b4-43c53083f3e3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1253948
Apr 20 13:12:14.790842 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebeefeba-2205-4490-96b5-ee84eb8e6b23 req-b0a34004-44eb-440d-9412-9420beede495 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747378
Apr 20 13:12:14.795257 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8412881f-9099-45d8-b011-47337d7ec6e5 req-247a2dc0-9bcd-4bab-a0df-8cd6662b1387 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648773
Apr 20 13:12:14.804732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 7ba47526-45ae-43bf-8254-7873d3fd111f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:12:14.957834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ba47526-45ae-43bf-8254-7873d3fd111f,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:14.972386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '7ba47526-45ae-43bf-8254-7873d3fd111f', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'port_id': '7ba47526-45ae-43bf-8254-7873d3fd111f', 'mac_address': 'fa:16:3e:a3:1d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1fa7fb-5915-4324-8812-76b043d28b2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:12:15.032757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:15.050644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba47526-45ae-43bf-8254-7873d3fd111f {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:15.068398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ba47526-45ae-43bf-8254-7873d3fd111f,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:15.071236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:15.074263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:15.168298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:15.176674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:15.178274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8fd4-9ffa-4494-a538-b8bd30bf8247 req-30c68c9b-cb0c-4025-a21b-b532eae264e6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:15.184911 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39bc8fd4-9ffa-4494-a538-b8bd30bf8247 req-30c68c9b-cb0c-4025-a21b-b532eae264e6 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.1235366
Apr 20 13:12:15.288447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39bc8fd4-9ffa-4494-a538-b8bd30bf8247 req-7f9b7b69-e4dc-40aa-bc74-bc0c58655305 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961051
Apr 20 13:12:15.318418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab339-66d7-411c-9e52-a7b1f8bec596 req-457160d0-d041-4d90-b316-1b2d5074473f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:15.320018 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0b0ab339-66d7-411c-9e52-a7b1f8bec596 req-457160d0-d041-4d90-b316-1b2d5074473f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 945 time: 0.1129942
Apr 20 13:12:15.373920 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0b0ab339-66d7-411c-9e52-a7b1f8bec596 req-847be9e8-b24d-4ebd-9a76-aba864aa9697 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466006
Apr 20 13:12:15.492445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4692ff-0245-49e0-aa4c-3afec78554bf req-e7c191e6-186b-42ad-a026-0e7d8e79ec3f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:15.494008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e4692ff-0245-49e0-aa4c-3afec78554bf req-e7c191e6-186b-42ad-a026-0e7d8e79ec3f tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.0872006
Apr 20 13:12:15.540765 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e4692ff-0245-49e0-aa4c-3afec78554bf req-ba9d8f2c-4166-4765-9c9b-14bc6c7715bb tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405297
Apr 20 13:12:16.002996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be851a-96a3-4f53-8807-34e2c58ba828 req-dd43b8be-efe2-4b95-807c-87fea5621766 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:16.004685 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60be851a-96a3-4f53-8807-34e2c58ba828 req-dd43b8be-efe2-4b95-807c-87fea5621766 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0948477
Apr 20 13:12:16.052154 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60be851a-96a3-4f53-8807-34e2c58ba828 req-b6d89e20-27e3-4e93-a62b-3726588a3a91 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410810
Apr 20 13:12:16.497134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66182c-024b-4b6e-b5c9-8f23b75142e5 req-a9c3c24c-16ff-4639-8b1c-c0341ec19c83 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:16.498717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4d66182c-024b-4b6e-b5c9-8f23b75142e5 req-a9c3c24c-16ff-4639-8b1c-c0341ec19c83 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.0921044
Apr 20 13:12:16.598454 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4d66182c-024b-4b6e-b5c9-8f23b75142e5 req-dfa1b97f-84a0-4b36-ae27-4e8b17a3c0ef tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597942
Apr 20 13:12:16.628970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c46b92-117c-4ffe-b8d4-0af59f30f4e0 req-c45132eb-e54e-4bfa-957b-7e9f848c2cae tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:16.630564 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-07c46b92-117c-4ffe-b8d4-0af59f30f4e0 req-c45132eb-e54e-4bfa-957b-7e9f848c2cae tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 945 time: 0.1309049
Apr 20 13:12:16.686745 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-07c46b92-117c-4ffe-b8d4-0af59f30f4e0 req-8ae72c7e-5a18-412f-9c58-4912a4c5e15d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495636
Apr 20 13:12:16.807084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda9e11-76ec-4271-b87a-17e57f64a55a req-18f9be4b-1523-4f6e-b2ba-f8068f48e025 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:16.808700 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3bda9e11-76ec-4271-b87a-17e57f64a55a req-18f9be4b-1523-4f6e-b2ba-f8068f48e025 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.0945985
Apr 20 13:12:16.856130 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3bda9e11-76ec-4271-b87a-17e57f64a55a req-32f87553-fd58-41cf-a243-8ad9062a63ba tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408905
Apr 20 13:12:17.041615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-79567e33-aa5d-4739-93d1-1b54fbeed419 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:17.043145 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-79567e33-aa5d-4739-93d1-1b54fbeed419 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.0870912
Apr 20 13:12:17.128016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Deleting port 6c411d19-7099-4785-9bdd-d80914bf389d {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:12:17.128397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:17.365520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['7ba47526-45ae-43bf-8254-7873d3fd111f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:17.592720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a7a67-ea9f-466f-ba80-715ff44a3b25 req-63f14bc2-2d77-4bc7-afc3-c92ce9a6f59e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:17.594290 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-221a7a67-ea9f-466f-ba80-715ff44a3b25 req-63f14bc2-2d77-4bc7-afc3-c92ce9a6f59e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2495918
Apr 20 13:12:17.691630 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-221a7a67-ea9f-466f-ba80-715ff44a3b25 req-46847378-711b-4601-8e6a-18ce1023176b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908661
Apr 20 13:12:17.696983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] For port 6c411d19-7099-4785-9bdd-d80914bf389d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6c411d19-7099-4785-9bdd-d80914bf389d,segment=NetworkSegment(5600ea41-fe6a-4227-9a47-ce9a2f9e389d),segment_id=5600ea41-fe6a-4227-9a47-ce9a2f9e389d)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:17.697382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:17.871950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Calling delete_port for 6c411d19-7099-4785-9bdd-d80914bf389d owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:12:18.191660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828d0f4-77e1-4349-81d9-38579b82a463 req-7e4ab59f-2e27-4e2b-84fd-7f721c8dffe9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:18.193250 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6828d0f4-77e1-4349-81d9-38579b82a463 req-7e4ab59f-2e27-4e2b-84fd-7f721c8dffe9 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 946 time: 0.4258344
Apr 20 13:12:18.203652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5ed23-626d-4902-b21e-92419520c253 req-1892183e-1e24-4b7d-a09f-f5b06a3113f7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:18.205736 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-85a5ed23-626d-4902-b21e-92419520c253 req-1892183e-1e24-4b7d-a09f-f5b06a3113f7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 945 time: 0.3790276
Apr 20 13:12:18.251230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:18.263951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:18.336429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Pushing event deleted for resources: {'Port': ['ID=6c411d19-7099-4785-9bdd-d80914bf389d,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:18.339613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:18.386885 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6828d0f4-77e1-4349-81d9-38579b82a463 req-34a37e31-4f1f-464e-8c4d-c879f57e9c3c tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad901700-880a-4413-b363-437aae0373b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776128
Apr 20 13:12:18.389831 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-85a5ed23-626d-4902-b21e-92419520c253 req-0ae5c47b-f4f2-4be9-88e1-1f2562fa1a00 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755347
Apr 20 13:12:18.444314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] No DVR routers for this DVR port 6c411d19-7099-4785-9bdd-d80914bf389d on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:12:18.447867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:18.451058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'name': 'network-vif-deleted', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:18.467089 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da18d88a-7529-4d64-91b4-2ccd22f113fb req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.58 "DELETE /v2.0/ports/6c411d19-7099-4785-9bdd-d80914bf389d HTTP/1.1" status: 204  len: 173 time: 1.4129033
Apr 20 13:12:18.510262 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8794e8c-8e93-4aec-b58c-b845d9542967', 'name': 'network-vif-deleted', 'tag': '6c411d19-7099-4785-9bdd-d80914bf389d', 'status': 'completed', 'code': 200}
Apr 20 13:12:18.645706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ae888-111f-4759-a797-202d6e9bb284 req-120b6ff1-c337-4e69-8024-85e522b73a0d tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:18.647317 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f84ae888-111f-4759-a797-202d6e9bb284 req-120b6ff1-c337-4e69-8024-85e522b73a0d tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.0937898
Apr 20 13:12:18.696739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f84ae888-111f-4759-a797-202d6e9bb284 req-83e15d77-4a60-4f41-895e-8e1c5f1265fe tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427294
Apr 20 13:12:18.900386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c032ab-8e67-4420-b886-a34e9801c186 req-46c0ef1b-730e-4326-a51c-d29cb9e67934 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:18.902155 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56c032ab-8e67-4420-b886-a34e9801c186 req-46c0ef1b-730e-4326-a51c-d29cb9e67934 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0939145
Apr 20 13:12:18.937128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 7ba47526-45ae-43bf-8254-7873d3fd111f up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:18.952239 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56c032ab-8e67-4420-b886-a34e9801c186 req-8bf527bb-1c36-4ac0-8f2a-574914e70f7b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428610
Apr 20 13:12:19.011170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 7ba47526-45ae-43bf-8254-7873d3fd111f completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:19.016136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 7ba47526-45ae-43bf-8254-7873d3fd111f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:19.016548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:19.146453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:19.175340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:19.185508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ba47526-45ae-43bf-8254-7873d3fd111f,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:19.188336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:19.189825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 6c411d19-7099-4785-9bdd-d80914bf389d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:12:19.219619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:19.257633 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f', 'code': 200}
Apr 20 13:12:19.270297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 6c411d19-7099-4785-9bdd-d80914bf389d {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:12:19.270692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 6c411d19-7099-4785-9bdd-d80914bf389d not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:12:19.298926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:19.302642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:19.319628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794b67-513a-45f7-af2d-73eb46001232 req-5b4b718e-ebf7-4911-b77b-bfac7f4213a4 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:19.321370 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-03794b67-513a-45f7-af2d-73eb46001232 req-5b4b718e-ebf7-4911-b77b-bfac7f4213a4 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.58 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.0978456
Apr 20 13:12:19.408367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Deleting port 18ac32a4-cc66-4e9a-b016-5d66edc382ce {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:12:19.408759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:19.840905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-856c390d-d212-44d0-841c-72141665e962 req-be1d3506-117e-422f-a18a-300465293ff8 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Synchronizing usage tracker for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:12:19.869587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ef24-cfc6-4c06-8a62-97d982f61780 req-57e1ae9b-0ac6-42a4-9535-e1a64f8e3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:19.871156 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a12ef24-cfc6-4c06-8a62-97d982f61780 req-57e1ae9b-0ac6-42a4-9535-e1a64f8e3b51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 1099 time: 0.4297624
Apr 20 13:12:19.927876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-856c390d-d212-44d0-841c-72141665e962 req-be1d3506-117e-422f-a18a-300465293ff8 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Unset dirty status for tenant:791b831e6f3b47feb5b2a51869b4b208 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:12:19.929133 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-856c390d-d212-44d0-841c-72141665e962 req-be1d3506-117e-422f-a18a-300465293ff8 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8794e8c-8e93-4aec-b58c-b845d9542967 HTTP/1.1" status: 200  len: 210 time: 0.3258500
Apr 20 13:12:19.991656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a12ef24-cfc6-4c06-8a62-97d982f61780 req-8984e1c5-212f-4974-81bf-7b9ef87ce45e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024351
Apr 20 13:12:19.994909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] For port 18ac32a4-cc66-4e9a-b016-5d66edc382ce, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18ac32a4-cc66-4e9a-b016-5d66edc382ce,segment=NetworkSegment(ecd6c2ce-1889-4d71-9acd-0af018e24391),segment_id=ecd6c2ce-1889-4d71-9acd-0af018e24391)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:19.995579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.136727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456217e5-18f7-4dfd-9d58-49e5dd8781a4 req-354e0ae7-d718-4bb9-a577-5af9e4684063 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:20.138820 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-456217e5-18f7-4dfd-9d58-49e5dd8781a4 req-354e0ae7-d718-4bb9-a577-5af9e4684063 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.5362365
Apr 20 13:12:20.148544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Calling delete_port for 18ac32a4-cc66-4e9a-b016-5d66edc382ce owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:12:20.283144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40474) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:20.421444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.439556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:20.443933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9910cca17043f8b32494ca03237fd5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:20.447308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:20.453691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:20.519744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-456217e5-18f7-4dfd-9d58-49e5dd8781a4 req-cd94cdf4-e671-4bb6-8694-4b84b9d1a323 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948544
Apr 20 13:12:20.541630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb38507-d30c-4f71-bc20-cd086e9618b9 req-84dd63b0-c2b9-4e41-ba5b-4d950d21e3e1 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:20.541968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.543284 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcb38507-d30c-4f71-bc20-cd086e9618b9 req-84dd63b0-c2b9-4e41-ba5b-4d950d21e3e1 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 950 time: 0.4741440
Apr 20 13:12:20.545875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.558931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:20.604463 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd9910cca17043f8b32494ca03237fd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3175828
Apr 20 13:12:20.604463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851da72-66c3-4a49-b2dc-ba35609d0131,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:20.605732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40480) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:20.606869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:20.716891 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcb38507-d30c-4f71-bc20-cd086e9618b9 req-d25e3ffb-45e2-4e0a-aabb-3daa7e4b6a3a tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/security-groups?id=086cfbea-4b37-48b3-abdd-28a6431a3fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414740
Apr 20 13:12:20.739703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.750124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:20.806197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Pushing event deleted for resources: {'Port': ['ID=18ac32a4-cc66-4e9a-b016-5d66edc382ce,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:20.808779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:20.926407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] No DVR routers for this DVR port 18ac32a4-cc66-4e9a-b016-5d66edc382ce on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:12:20.928257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.932546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.937887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'name': 'network-vif-deleted', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:20.978171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:20.998144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b3bc-5863-4281-9281-dc67f6b88cea req-c2572b5e-f985-4469-bd9e-aa0278f35896 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:20.999772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3020b3bc-5863-4281-9281-dc67f6b88cea req-c2572b5e-f985-4469-bd9e-aa0278f35896 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.3580580
Apr 20 13:12:21.002080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3326be9f-81e5-4756-bd88-cd1d5f3964c2', 'name': 'network-vif-deleted', 'tag': '18ac32a4-cc66-4e9a-b016-5d66edc382ce', 'status': 'completed', 'code': 200}
Apr 20 13:12:21.018390 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-03794b67-513a-45f7-af2d-73eb46001232 req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.58 "DELETE /v2.0/ports/18ac32a4-cc66-4e9a-b016-5d66edc382ce HTTP/1.1" status: 204  len: 173 time: 1.6900151
Apr 20 13:12:21.082885 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3020b3bc-5863-4281-9281-dc67f6b88cea req-8702994f-8dad-4c32-a29c-c4b75ea50091 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747397
Apr 20 13:12:21.090237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.095565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3e673fb3-088c-43af-9d2c-4b2a627b792b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:21.106660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851da72-66c3-4a49-b2dc-ba35609d0131,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:21.110408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:21.115347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.118901 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2851da72-66c3-4a49-b2dc-ba35609d0131 HTTP/1.1" status: 204  len: 168 time: 0.5093329
Apr 20 13:12:21.429133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40506) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:21.448837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.464384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:21.468459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Usage tracker for resource:security_group_rule and tenant:051dfba927ff4b0c86d6c881892b0c06 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:21.471545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:21.477799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:21.564623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.567432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.576738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f297bb50-883b-4ee3-a9ec-1e93ba91877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:21.619019 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=051dfba927ff4b0c86d6c881892b0c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884856
Apr 20 13:12:21.620011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb82ae-f806-4880-be95-b4acc65f96fc,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:21.621691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40514) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:21.623185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:21.688140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.715690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.728040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e4f6-4118-4f7d-9e4b-77742b2ab792 req-2c8aca0a-8f97-4f35-bdb6-e49b10eb11db tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:21.729603 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d036e4f6-4118-4f7d-9e4b-77742b2ab792 req-2c8aca0a-8f97-4f35-bdb6-e49b10eb11db tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.0903587
Apr 20 13:12:21.763608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.769372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-38a26748-b19a-4edb-a5c8-2bf6201f88ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:21.787087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb82ae-f806-4880-be95-b4acc65f96fc,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:21.789826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:21.801275 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d036e4f6-4118-4f7d-9e4b-77742b2ab792 req-e1ac57f0-c838-4668-a66f-2171465bec8c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522788
Apr 20 13:12:21.803648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:21.805279 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bbb82ae-f806-4880-be95-b4acc65f96fc HTTP/1.1" status: 204  len: 168 time: 0.1824698
Apr 20 13:12:21.902450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c7ffa738-e030-4500-9afe-5b3af02fc141 req-8e09ba72-beb9-4b2a-b945-849a53e78380 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Synchronizing usage tracker for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:12:21.919592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c7ffa738-e030-4500-9afe-5b3af02fc141 req-8e09ba72-beb9-4b2a-b945-849a53e78380 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Unset dirty status for tenant:73fb6a2a29f84c92aea7965f0d488245 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:12:21.921399 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c7ffa738-e030-4500-9afe-5b3af02fc141 req-8e09ba72-beb9-4b2a-b945-849a53e78380 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0681820
Apr 20 13:12:21.931440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['18ac32a4-cc66-4e9a-b016-5d66edc382ce'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:22.290986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506072c-0a3e-487d-a061-289391eb8520 req-68f81dad-d670-477d-9782-63567144eacb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:22.292654 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a506072c-0a3e-487d-a061-289391eb8520 req-68f81dad-d670-477d-9782-63567144eacb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0949275
Apr 20 13:12:22.346005 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a506072c-0a3e-487d-a061-289391eb8520 req-08611d38-1e7f-4688-914d-36d7b9e1f56e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425398
Apr 20 13:12:23.019218 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd5eb-8ea5-4e78-8ca1-6f7af4cd7173 req-83b98170-ec24-4160-9cd9-90560f3ec137 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:23.021168 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3dbfd5eb-8ea5-4e78-8ca1-6f7af4cd7173 req-83b98170-ec24-4160-9cd9-90560f3ec137 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.1102524
Apr 20 13:12:23.131926 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3dbfd5eb-8ea5-4e78-8ca1-6f7af4cd7173 req-552509b2-a800-4e27-ac0d-59375a826459 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995049
Apr 20 13:12:23.134210 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ceb52433-1ba0-44c4-bcfb-2b528a1ae45f req-c5c22ebe-5054-4488-a923-c56758515273 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0588021
Apr 20 13:12:23.556422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809f415-63d6-4bf3-bc6d-8e9693994931 req-4dc36401-7bb8-45f9-bdde-111da96c6cfe tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:23.557729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9809f415-63d6-4bf3-bc6d-8e9693994931 req-4dc36401-7bb8-45f9-bdde-111da96c6cfe tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0920238
Apr 20 13:12:23.611502 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9809f415-63d6-4bf3-bc6d-8e9693994931 req-f281ac7c-2a3b-41b0-a977-17bca26eefc6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466244
Apr 20 13:12:24.184727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 18ac32a4-cc66-4e9a-b016-5d66edc382ce no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:12:24.268104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 18ac32a4-cc66-4e9a-b016-5d66edc382ce {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:12:24.268502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 18ac32a4-cc66-4e9a-b016-5d66edc382ce not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:12:24.349131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40628) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:24.413932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7a15f131-51ee-46e0-9cc5-5781ef8239ab req-21647fe4-979a-41cf-aab3-6bace89a6cf3 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] 10.222.0.72 "GET /v2.0/ports?device_id=3326be9f-81e5-4756-bd88-cd1d5f3964c2 HTTP/1.1" status: 200  len: 210 time: 0.0895629
Apr 20 13:12:24.467221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ee71c-8129-4b35-8ca6-ffed1f7fbea8 req-b1504b0e-ac37-43a3-bb3c-6570ddaa6123 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:24.468844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-083ee71c-8129-4b35-8ca6-ffed1f7fbea8 req-b1504b0e-ac37-43a3-bb3c-6570ddaa6123 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.0978315
Apr 20 13:12:24.491750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.506801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:24.510881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c90a8f87923f43fc8c2d653b7b286312 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:24.513919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:24.517241 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-083ee71c-8129-4b35-8ca6-ffed1f7fbea8 req-cb1de23a-0c61-4345-b446-4c0168a04ac5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406663
Apr 20 13:12:24.520833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:24.606224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.608778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.617438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:24.659969 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c90a8f87923f43fc8c2d653b7b286312&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3098705
Apr 20 13:12:24.660870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca552aab-0c11-4d38-8fad-60a011783e91,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:24.662749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40638) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:24.664026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:24.763021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.807130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.875544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e397-a47d-457d-8ab4-ad6d7324ceaf req-ae45b7cf-e1be-4111-8588-337b769cedd5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:24.879143 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39f5e397-a47d-457d-8ab4-ad6d7324ceaf req-ae45b7cf-e1be-4111-8588-337b769cedd5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1518137
Apr 20 13:12:24.905607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.913349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-296ecd01-79b1-44c3-a95b-0a478337b8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:24.931231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca552aab-0c11-4d38-8fad-60a011783e91,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:24.945763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:24.961879 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39f5e397-a47d-457d-8ab4-ad6d7324ceaf req-6f69bed7-4360-4d7b-99e1-88b55cb37dc7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768671
Apr 20 13:12:24.962891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:24.967279 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca552aab-0c11-4d38-8fad-60a011783e91 HTTP/1.1" status: 204  len: 168 time: 0.3030157
Apr 20 13:12:25.316117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40664) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:25.339993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.362189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:25.367213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Usage tracker for resource:security_group_rule and tenant:55db1e4f65434e7db68e34fcafac98f7 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:25.371915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:25.380211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:25.471551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.474105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.483044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:25.528528 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55db1e4f65434e7db68e34fcafac98f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2086296
Apr 20 13:12:25.528528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e686e7-6872-4a46-ae78-d3c809f2d5fc,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:25.528745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40676) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:25.530927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f1a932e7-d0a1-4363-bb0e-a2c691a3acc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:25.613670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.641410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.689798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.695380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6d046e68-4ab4-4dbf-bf7b-54d521226fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:25.708287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e686e7-6872-4a46-ae78-d3c809f2d5fc,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:25.710618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:25.725824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:25.730103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03e686e7-6872-4a46-ae78-d3c809f2d5fc HTTP/1.1" status: 204  len: 168 time: 0.1913972
Apr 20 13:12:25.745932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a16523-b848-439e-a24b-eb86c93592d3 req-6757e5f3-d7f9-425b-a557-d97178abb44a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:25.747952 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f2a16523-b848-439e-a24b-eb86c93592d3 req-6757e5f3-d7f9-425b-a557-d97178abb44a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.1064808
Apr 20 13:12:25.799872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f2a16523-b848-439e-a24b-eb86c93592d3 req-caa1eced-d250-4f2e-a9be-98fb3e102e41 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449929
Apr 20 13:12:25.870822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1090e774-5ce6-403e-b6d4-fa21104c10f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.161653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40720) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:26.267488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64922c4-ba7c-4d69-b1ac-78c50de598da req-91f3ee40-bd59-4165-823e-c14b6eefca8f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:26.276233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Deleting subnet 21c7b062-b6c7-4263-9697-a1776d5f06c4 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:12:26.276906 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a64922c4-ba7c-4d69-b1ac-78c50de598da req-91f3ee40-bd59-4165-823e-c14b6eefca8f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1314332
Apr 20 13:12:26.279549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.336510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a64922c4-ba7c-4d69-b1ac-78c50de598da req-8fc85bb1-a857-4438-9866-2d0c2e8cca01 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586882
Apr 20 13:12:26.356161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.364817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.701478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.734759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e89c1b6f-032b-45a3-8447-635d5479830e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:26.807077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:26.812167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c7b062-b6c7-4263-9697-a1776d5f06c4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:26.816997 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/21c7b062-b6c7-4263-9697-a1776d5f06c4 HTTP/1.1" status: 204  len: 168 time: 0.6540470
Apr 20 13:12:26.818045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:26.823415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40788) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:26.977063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40810) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:27.004520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.130483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1774838569-network', 'tenant_id': '721a93f9be8e4f8b925b024e33f59e84'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:27.135346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:27.139698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Usage tracker for resource:network and tenant:721a93f9be8e4f8b925b024e33f59e84 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:27.143643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:27.154825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.158677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:27.169639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Made reservation on behalf of 721a93f9be8e4f8b925b024e33f59e84 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:27.177365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.195517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.222234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:27.232044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Usage tracker for resource:security_group_rule and tenant:721a93f9be8e4f8b925b024e33f59e84 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:27.238635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:27.253393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:27.317279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa8cf8e8f28>> segment before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.318600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa8cf8e8f28>> subnet precommit_delete_associations 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.320207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> segment_host_mapping after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.320749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.321259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.321954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.322668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> segment after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.326512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.330578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.331275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf8e8198>> subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.420636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.426025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.440053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c74dadd2-4852-46b8-aae8-c9a60b63e9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:27.451020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8d43b2978>> subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.451444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8d43b2978>> subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.451801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8d43b2978>> subnet before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.452171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8d43b2978>> subnet before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:12:27.452573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8d4138e48>,) {'filters': {'network_id': ['16712546-226a-4373-97e5-0dd53eb9791d']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:27.482347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d4138e48>, '5600ea41-fe6a-4227-9a47-ce9a2f9e389d') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:27.482829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d4138e48>, '5600ea41-fe6a-4227-9a47-ce9a2f9e389d') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:27.496936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.519746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.531323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:12:27.546137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ab26b-bbd4-4b58-9f7f-5b6f51c108fa,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:27.566601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:27.567415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:12:27.588724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.589105 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Added segment 23364ef9-7e62-4576-9534-937d792f228f of type vlan for network dd91bd12-3081-42b0-a7d6-c94f35b4c48c
Apr 20 13:12:27.658134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.672598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b74a7-3c2f-4747-ae62-db090ceddc58 req-b1be14a2-97b2-482a-be37-d2f383f34238 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:27.681359 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-783b74a7-3c2f-4747-ae62-db090ceddc58 req-b1be14a2-97b2-482a-be37-d2f383f34238 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2017665
Apr 20 13:12:27.751655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.754820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:27.755505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:27.785938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f03fd6cd-1558-4cd5-887e-d4d0d2efe720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:27.900968 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9225144
Apr 20 13:12:27.914542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 40876) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:27.941611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-783b74a7-3c2f-4747-ae62-db090ceddc58 req-3f767b9f-b29a-400d-8403-ac87e44d8a63 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592347
Apr 20 13:12:27.973937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Request body: {'subnet': {'network_id': 'dd91bd12-3081-42b0-a7d6-c94f35b4c48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1774838569-subnet', 'tenant_id': '721a93f9be8e4f8b925b024e33f59e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:27.998351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:28.019583 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Usage tracker for resource:subnet and tenant:721a93f9be8e4f8b925b024e33f59e84 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:28.024826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Network 16712546-226a-4373-97e5-0dd53eb9791d has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:12:28.025094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:28.028338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Pushing event updated for resources: {'Network': ['ID=dd91bd12-3081-42b0-a7d6-c94f35b4c48c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:28.038556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.040479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:12:28.043986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:28.044934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:28.076996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Made reservation on behalf of 721a93f9be8e4f8b925b024e33f59e84 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:28.083987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.317900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Network 16712546-226a-4373-97e5-0dd53eb9791d has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   from cryptography.utils import int_from_bytes
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   from cryptography.utils import int_from_bytes
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   (rel_b, rel_a, rel_b),
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   (rel_b, rel_a, rel_b),
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:12:28.346942 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:12:28.432687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.437389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:28.457729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.460496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Pushing event deleted for resources: {'Network': ['ID=16712546-226a-4373-97e5-0dd53eb9791d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:28.469602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:28.475337 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] 10.222.0.72 "DELETE /v2.0/networks/16712546-226a-4373-97e5-0dd53eb9791d HTTP/1.1" status: 204  len: 168 time: 1.6484985
Apr 20 13:12:28.558345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ffd41015-a8a1-46c4-a14c-3f3f328c3b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.633356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40946) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:28.644102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.654721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-21d3239d-2328-48d3-80b7-2c7a959b3e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:28.701140 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-465b5726-1be2-40a5-ae0e-0cf7f068e65f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=791b831e6f3b47feb5b2a51869b4b208&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0640965
Apr 20 13:12:28.701355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 40950) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:28.765414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd71098-3f60-4810-969a-40908f26c0c2,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:28.775532 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:28.782062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Checking segment: {'id': '23364ef9-7e62-4576-9534-937d792f228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'dd91bd12-3081-42b0-a7d6-c94f35b4c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:28.785754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Network hostable DHCP agents. Network: dd91bd12-3081-42b0-a7d6-c94f35b4c48c, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:12:28.829766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:12:28.840699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, dd91bd12-3081-42b0-a7d6-c94f35b4c48c) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:28.851274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4860a771-cd45-4a22-a29a-122729e8bb4a None None] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:28.852377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:28.853195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.870918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:28.885747 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9700451
Apr 20 13:12:28.952859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:29.010570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:29.017013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:29.029131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0de42b-5c50-421e-9cd6-3720c390e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:29.045407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad901700-880a-4413-b363-437aae0373b0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:29.056315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:29.060638 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad901700-880a-4413-b363-437aae0373b0 HTTP/1.1" status: 204  len: 168 time: 0.3556015
Apr 20 13:12:29.060638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:29.170771 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:29.212137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6e82-e3ff-4ef9-9103-1c0a7c84aa90 req-e30d2598-96c1-4f6d-9dbb-f4d7baa226b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:29.214128 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6efb6e82-e3ff-4ef9-9103-1c0a7c84aa90 req-e30d2598-96c1-4f6d-9dbb-f4d7baa226b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1064675
Apr 20 13:12:29.236903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018e35e-c949-4404-919d-2468f9925d46 None None] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:29.281163 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6efb6e82-e3ff-4ef9-9103-1c0a7c84aa90 req-a6259eca-e28c-4575-8e41-feffc70a8e63 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588434
Apr 20 13:12:30.249349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.269547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41070) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:30.274659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-712463584-network', 'tenant_id': 'bda5c20d9e804759a3cfb166dc3e4c7d'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:30.285275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:30.295182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Usage tracker for resource:network and tenant:bda5c20d9e804759a3cfb166dc3e4c7d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:30.301230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:30.318914 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:30.335028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Made reservation on behalf of bda5c20d9e804759a3cfb166dc3e4c7d for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:30.343445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.378298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.385479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.407654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:30.413019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Usage tracker for resource:security_group_rule and tenant:bda5c20d9e804759a3cfb166dc3e4c7d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:30.423585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:30.434350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:30.481042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-91fff620-abb4-43f6-abe9-26ea323aa3e4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:30.486010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41086) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:30.495917 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-91fff620-abb4-43f6-abe9-26ea323aa3e4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.4077711
Apr 20 13:12:30.509986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-9fe1e1cc-7507-4c39-96ef-72b94a88db04 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/quotas/068042eccb304d7799c1379b8eeb1f81 HTTP/1.1" status: 200  len: 375 time: 0.0127916
Apr 20 13:12:30.548748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.553592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.559572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed453f14-5787-404d-8e71-6dbd339daf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:30.605529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73e820-97bd-4f51-b574-5656cb3b8ac7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:30.611875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:30.619606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:12:30.630720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.631165 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Added segment f3bc9cc1-23bb-46b6-a513-6fc6b52bdb12 of type vlan for network 3042a6f1-d981-4777-b1c7-889f359c639b
Apr 20 13:12:30.634506 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-1b0bcbba-6471-49b1-9e5e-53cfb1117720 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1183743
Apr 20 13:12:30.664661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.707027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-473141645-network', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:30.712119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:30.716214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Usage tracker for resource:network and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:30.720967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:30.727811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:30.743464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Made reservation on behalf of 0f6e5b552ed14bd3b73d80097bfe2f3d for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:30.758793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.789178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.812977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.826004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:30.828205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:30.839864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-e6da7d57-518c-4fb7-aba6-3cd9c33592ed service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979418
Apr 20 13:12:30.869013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5a2e0304-1411-4cd0-b506-657dc9875226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:30.971249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:30.987476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Pushing event updated for resources: {'Network': ['ID=3042a6f1-d981-4777-b1c7-889f359c639b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:30.991513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:30.992703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:30.997249 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7286975
Apr 20 13:12:30.998521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:31.002372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41110) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:31.003617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 3042a6f1-d981-4777-b1c7-889f359c639b details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:12:31.011135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Request body: {'subnet': {'network_id': '3042a6f1-d981-4777-b1c7-889f359c639b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-712463584-subnet', 'tenant_id': 'bda5c20d9e804759a3cfb166dc3e4c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:31.016119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:31.020344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:31.027072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Usage tracker for resource:subnet and tenant:bda5c20d9e804759a3cfb166dc3e4c7d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:31.033673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:31.041999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:31.067460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Made reservation on behalf of bda5c20d9e804759a3cfb166dc3e4c7d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:31.075993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.225501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43a39b-62e9-4944-974d-36797870d01d req-3d894970-8c03-4e0e-a0ba-bdcd11b95d47 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:31.227121 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9e43a39b-62e9-4944-974d-36797870d01d req-3d894970-8c03-4e0e-a0ba-bdcd11b95d47 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.3732319
Apr 20 13:12:31.234690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41122) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:31.291013 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-2c71a269-863f-4b88-9a1d-10838596273f service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3616810
Apr 20 13:12:31.331748 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9e43a39b-62e9-4944-974d-36797870d01d req-459b82d8-24c5-43d5-add7-73200ef3e213 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953457
Apr 20 13:12:31.384583 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.390778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.407923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:12:31.414773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:31.430934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.431316 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Added segment 11238dfd-8d5f-4021-ac7c-0b223e73b786 of type vlan for network c3b81097-522d-4cc1-9514-8795ae681aa3
Apr 20 13:12:31.453702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.480646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:31.484931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Usage tracker for resource:security_group_rule and tenant:d703a0d03da444d698c8f71a46841c52 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:31.488563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:31.494849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:31.518215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af825e-76b5-4da1-8b2b-a40cdc41cb11,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:31.535837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:31.581737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2ddcb1ce-4e8e-4ec6-8366-b00b549a9829 req-14f25e17-c4f6-4ec7-978c-7e20871ec85c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 210 time: 0.0842834
Apr 20 13:12:31.598036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.667164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.669105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:31.669737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.694256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.699580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.700550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:31.709108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:31.736097 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2486167
Apr 20 13:12:31.741881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41150) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:31.771017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Request body: {'subnet': {'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-subnet', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:31.777652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:31.784658 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d703a0d03da444d698c8f71a46841c52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5425975
Apr 20 13:12:31.784658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b7fea-6439-47e7-b1ac-0b5200a71ec5,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:31.785948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41156) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:31.790187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Usage tracker for resource:subnet and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:31.793406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:31.794354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:31.813875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:31.851354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Made reservation on behalf of 0f6e5b552ed14bd3b73d80097bfe2f3d for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:31.856410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.932811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b81097-522d-4cc1-9514-8795ae681aa3,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:31.935418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:31.936682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:31.942588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dff32a94-623c-4ebb-b2eb-adf33816befc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:31.945689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network c3b81097-522d-4cc1-9514-8795ae681aa3 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:12:32.051129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Checking segment: {'id': 'f3bc9cc1-23bb-46b6-a513-6fc6b52bdb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '3042a6f1-d981-4777-b1c7-889f359c639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:32.051812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Network hostable DHCP agents. Network: 3042a6f1-d981-4777-b1c7-889f359c639b, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:12:32.057737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3770905b-9bcc-4a46-8db1-534be2a17958,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:32.062133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.062423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:32.085369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Network 3042a6f1-d981-4777-b1c7-889f359c639b is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:12:32.096988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 3042a6f1-d981-4777-b1c7-889f359c639b) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:32.107891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b68e6-7751-4f2e-9b0b-eca6259e0eba None None] Network 3042a6f1-d981-4777-b1c7-889f359c639b requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:32.118481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.120006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:32.120737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.151087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1475539
Apr 20 13:12:32.235929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.241052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:32.267873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b7fea-6439-47e7-b1ac-0b5200a71ec5,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:32.277666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:32.300731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.301960 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a31b7fea-6439-47e7-b1ac-0b5200a71ec5 HTTP/1.1" status: 204  len: 168 time: 0.5135202
Apr 20 13:12:32.406686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ef1fa-6736-4030-89c9-4a115692b3cd None None] Network 3042a6f1-d981-4777-b1c7-889f359c639b requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:32.824509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:12:32.866242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41182) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:32.886690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:32.887532 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cd140601-7374-43de-abc6-8e75d7e04e14 req-8fe17250-8ed0-4022-9a10-25e2c3d691a4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 210 time: 0.1244223
Apr 20 13:12:32.935694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:32.943579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Usage tracker for resource:security_group_rule and tenant:284592ad847f46278e060e9eeb2b844c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:32.946734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:32.953496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:33.125448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41194) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:33.154844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.172101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4f4cdbd0-3947-45d8-b25a-e57f68583cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:33.175565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.190433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.211308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cb47023e-7fa1-4ecf-82d9-6599d9eae93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:33.286045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c5afeb-45cd-4425-a296-16360f5a1b57,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:33.293083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:33.336796 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=284592ad847f46278e060e9eeb2b844c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4692326
Apr 20 13:12:33.339427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41208) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:33.405479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Checking segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:33.406142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Network hostable DHCP agents. Network: c3b81097-522d-4cc1-9514-8795ae681aa3, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:12:33.419526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d98e71-73d5-4c85-8d3a-9abb75842f0d,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:33.431943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed605-038e-4f83-b6b4-b3970bc0d8dc req-e28c9320-5de3-449b-bd1d-4abca2f29265 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:33.433738 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a6ed605-038e-4f83-b6b4-b3970bc0d8dc req-e28c9320-5de3-449b-bd1d-4abca2f29265 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.6598773
Apr 20 13:12:33.438108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:33.452439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-f23b2b56-d21b-4d2c-92dd-e036c291a4d5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:33.454005 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-f23b2b56-d21b-4d2c-92dd-e036c291a4d5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.5604110
Apr 20 13:12:33.473024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.482030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Request body: {'port': {'device_id': '234e6739-4337-4466-983f-4a6e184ba4ef', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'admin_state_up': True, 'tenant_id': '068042eccb304d7799c1379b8eeb1f81'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:33.495437 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f22634ea-62fe-4aef-8586-4d12c08d9d6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73fb6a2a29f84c92aea7965f0d488245&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3639216
Apr 20 13:12:33.501524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41214) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:33.509100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:12:33.509834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.554680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.559633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:33.574829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c5afeb-45cd-4425-a296-16360f5a1b57,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:33.577373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:33.581111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.582545 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0c5afeb-45cd-4425-a296-16360f5a1b57 HTTP/1.1" status: 204  len: 168 time: 0.2417984
Apr 20 13:12:33.625232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, c3b81097-522d-4cc1-9514-8795ae681aa3) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:33.629910 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a6ed605-038e-4f83-b6b4-b3970bc0d8dc req-e93cadf7-69ea-41da-b88a-642c0be80814 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861947
Apr 20 13:12:33.633947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c98df-de25-4615-bf6c-f37fac6d4c13 None None] Network c3b81097-522d-4cc1-9514-8795ae681aa3 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:33.648120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:33.648694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.694556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9481547
Apr 20 13:12:33.695737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41220) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:33.702226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:33.708908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:33.716782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Usage tracker for resource:router and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:33.721681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:33.728830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:33.742226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.742916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:33.744263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.753787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:33.756149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.774693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.826629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:33.834448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.857029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:33.911279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-c3b81097-522d-4cc1-9514-8795ae681aa3', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:12:33.912407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.124622 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f788c091-7674-41b5-b520-cb2177c63cd8 req-ba777188-2ae1-438c-8c54-1f4e3d58f817 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 210 time: 0.0784583
Apr 20 13:12:34.136790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Allocated IP 172.20.0.9 (70101a2a-6e15-4085-afc9-896586d2a115/4f1fa7fb-5915-4324-8812-76b043d28b2d/bd822401-d47b-4cb8-9370-e6b06a79fea3) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:34.152822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Allocated IP 172.20.0.2 (c3b81097-522d-4cc1-9514-8795ae681aa3/36d98e71-73d5-4c85-8d3a-9abb75842f0d/c9cb1366-0c48-4c1a-aed3-db6d1582ba84) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:34.159525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.168681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:34.183346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.185476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cfbea-4b37-48b3-abdd-28a6431a3fe4,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:34.199195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:34.248734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.252549 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/086cfbea-4b37-48b3-abdd-28a6431a3fe4 HTTP/1.1" status: 204  len: 168 time: 0.7474742
Apr 20 13:12:34.475508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.528622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.538544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Transition to ACTIVE for port object c9cb1366-0c48-4c1a-aed3-db6d1582ba84 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:34.559976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Transition to ACTIVE for port object c9cb1366-0c48-4c1a-aed3-db6d1582ba84 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:34.568658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.577543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aea625c0-7934-4516-8524-0e1567553886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:34.597544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.629537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d0c1fd8-703b-4fe3-8f16-770115b74189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:34.728498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Network 70101a2a-6e15-4085-afc9-896586d2a115 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:34.733269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:34.737665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c', '7ba47526-45ae-43bf-8254-7873d3fd111f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:34.745377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.750127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:34.757063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:34.757738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.785129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event updated for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:34.791637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:34.794880 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3186867
Apr 20 13:12:34.809356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Request body: {'port': {'device_id': '234e6739-4337-4466-983f-4a6e184ba4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:34.811838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:34.965115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:34.984001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:34.990866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:35.065474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Allocated IP 172.27.2.219 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/09eef862-5251-486e-b00d-194186efea42) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:35.066964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.093215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ca0e9-9334-4400-9447-bd0dbe1604f4 req-55921299-bc42-4e04-bc4b-b6b2cfff8359 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:35.095228 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-391ca0e9-9334-4400-9447-bd0dbe1604f4 req-55921299-bc42-4e04-bc4b-b6b2cfff8359 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2451119
Apr 20 13:12:35.209313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Pushing event updated for resources: {'Port': ['ID=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:35.222683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:35.239005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Attempting to bind port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:35.239528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Attempting to bind port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:35.239844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Attempting to bind port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:35.283256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:35.283678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Checking segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:35.284077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.284521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Bound using segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:35.285633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Bound port: c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:35.285875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.307970 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-391ca0e9-9334-4400-9447-bd0dbe1604f4 req-f0372eec-8f0c-495a-8a56-02f733344848 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687427
Apr 20 13:12:35.309524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41270) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:35.485866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] For port c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:35.490682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] For port c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:35.502366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.508518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:35.627139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Pushing event updated for resources: {'Port': ['ID=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:35.630684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:35.885226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.947120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f3de-3555-44c5-8a17-0930bdad2b46 req-bfbdc75c-cd43-4c66-ac97-25f2e5da9d41 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:35.947875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.947993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-5354f3de-3555-44c5-8a17-0930bdad2b46 req-bfbdc75c-cd43-4c66-ac97-25f2e5da9d41 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:12:35.953193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:35.967927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:35.998944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-5354f3de-3555-44c5-8a17-0930bdad2b46 req-bfbdc75c-cd43-4c66-ac97-25f2e5da9d41 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:12:36.000263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5354f3de-3555-44c5-8a17-0930bdad2b46 req-bfbdc75c-cd43-4c66-ac97-25f2e5da9d41 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 931 time: 0.6082461
Apr 20 13:12:36.017845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd822401-d47b-4cb8-9370-e6b06a79fea3 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:36.027107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:36.053731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.054707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:36.059681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:460b1cc09e3d4d0e8e71a7eb1b77a2b4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:36.073749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:36.091679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:36.091764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:36.119374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:36.155035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Transition to ACTIVE for port object bd822401-d47b-4cb8-9370-e6b06a79fea3 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:36.167854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Pushing event updated for resources: {'Port': ['ID=09eef862-5251-486e-b00d-194186efea42,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:36.171841 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5354f3de-3555-44c5-8a17-0930bdad2b46 req-2d6767d0-d6ae-4a16-abdb-dac7185f9ccc tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566582
Apr 20 13:12:36.172801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:36.175634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.182043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:36.516007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8efb-d7d4-4c86-8af2-5dd46f0f5ad3 req-48334fa9-8221-4da7-8c4a-00c5835b6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:36.517622 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8c5b8efb-d7d4-4c86-8af2-5dd46f0f5ad3 req-48334fa9-8221-4da7-8c4a-00c5835b6eed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1098 time: 0.6310933
Apr 20 13:12:36.616484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.616574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:36.626346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:36.706785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8c5b8efb-d7d4-4c86-8af2-5dd46f0f5ad3 req-9b9cca8c-6b10-4ed3-ac54-b989871a3f18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774096
Apr 20 13:12:36.727132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Attempting to bind port bd822401-d47b-4cb8-9370-e6b06a79fea3 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:36.727529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Attempting to bind port bd822401-d47b-4cb8-9370-e6b06a79fea3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:36.727891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Attempting to bind port bd822401-d47b-4cb8-9370-e6b06a79fea3 on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:36.746015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Port bd822401-d47b-4cb8-9370-e6b06a79fea3 on network 70101a2a-6e15-4085-afc9-896586d2a115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:12:36.746359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Attempting to bind port bd822401-d47b-4cb8-9370-e6b06a79fea3 on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:36.764131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:36.764793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Checking segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:36.764942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Bound using segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:36.765346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Bound port: bd822401-d47b-4cb8-9370-e6b06a79fea3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:36.765722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.805740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d5dfa-2dec-4821-8b95-5a220a28a492 req-96d9422c-c4f1-4231-95c1-e694f7751104 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:36.807323 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-733d5dfa-2dec-4821-8b95-5a220a28a492 req-96d9422c-c4f1-4231-95c1-e694f7751104 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.2876863
Apr 20 13:12:36.814625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.857537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:36.880347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-432117d4-400c-4314-9aef-53ed544768fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:36.967790 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=460b1cc09e3d4d0e8e71a7eb1b77a2b4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6545386
Apr 20 13:12:36.967960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41310) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:36.981268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81dbf3-c862-401d-95fd-7a80e920bccb,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:36.988238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:36.992921 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-733d5dfa-2dec-4821-8b95-5a220a28a492 req-6dcfc6ea-b7ab-4e7f-9485-bcbf738e7c9e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468635
Apr 20 13:12:36.994030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:36.997330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:37.005050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.010070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:37.053005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.075904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:37.076569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.078180 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/bd822401-d47b-4cb8-9370-e6b06a79fea3 HTTP/1.1" status: 200  len: 1093 time: 2.2740564
Apr 20 13:12:37.079271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:37.145816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:37.228282 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'status': 'completed', 'code': 200}
Apr 20 13:12:37.229099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:37.327217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-a294dfd2-b482-465b-bd1b-ec91a4882c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:37.329733 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-a294dfd2-b482-465b-bd1b-ec91a4882c8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 1096 time: 0.1854093
Apr 20 13:12:37.444608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.480198 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-8e0a175d-395f-48a8-b407-a38f40c896c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3 HTTP/1.1" status: 200  len: 217 time: 0.1375697
Apr 20 13:12:37.490625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.536005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Router b39792a3-ee15-4b1a-9758-b2289cda384c is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:12:37.555880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba0063-48f1-488b-8444-8ee0c20fce24 None None] Network c3b81097-522d-4cc1-9514-8795ae681aa3 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:12:37.610824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f558b-2318-4d15-88e7-95a054e179ea req-aed214a0-97ad-48fd-9b28-9c5697b8f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:37.613494 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-aed214a0-97ad-48fd-9b28-9c5697b8f819 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.1183245
Apr 20 13:12:37.694757 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-91e2219f-e354-427b-a538-c2b7696ca7f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674324
Apr 20 13:12:37.702463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.709314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4309672f-3a5a-48a6-bd64-8db38fbf28fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:37.709490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6b35-853b-44f4-9edf-f97c9bbe370d req-0bcf0c7e-be6b-4202-b112-295ef485b958 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:37.711135 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e31d6b35-853b-44f4-9edf-f97c9bbe370d req-0bcf0c7e-be6b-4202-b112-295ef485b958 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 943 time: 0.2773979
Apr 20 13:12:37.735659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81dbf3-c862-401d-95fd-7a80e920bccb,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:37.758778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:37.797561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.798748 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b81dbf3-c862-401d-95fd-7a80e920bccb HTTP/1.1" status: 204  len: 168 time: 0.8297615
Apr 20 13:12:37.808630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:12:37.819963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:12:37.834225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:12:37.834885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4411550>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:37.853163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:37.854515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.1577127
Apr 20 13:12:37.857781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device c9cb1366-0c48-4c1a-aed3-db6d1582ba84 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:37.868110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41334) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:37.909670 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-9a81c912-3f99-4da4-94d9-bf42e4e5cc5f service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971629
Apr 20 13:12:38.271518 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-596f558b-2318-4d15-88e7-95a054e179ea req-e3e5b007-ed6f-46a8-b6f7-969ea523ec5d service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3242638
Apr 20 13:12:38.282916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:38.290765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:38.291178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:38.331987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:12:38.363356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Provisioning for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:38.375898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Provisioning complete for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:38.376331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:38.492640 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e31d6b35-853b-44f4-9edf-f97c9bbe370d req-81063790-4ee3-43c1-80e1-99745ecce34f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5818021
Apr 20 13:12:38.580369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-a67e9980-2668-4536-9231-3b1669d400d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:38.582574 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-a67e9980-2668-4536-9231-3b1669d400d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 1096 time: 0.1730413
Apr 20 13:12:38.597841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:38.674923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a39d4-6c94-457c-91b9-52024beb0ffc req-2cb06436-6287-474e-9ac8-f8b7af59d7fa tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:38.683475 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d4a39d4-6c94-457c-91b9-52024beb0ffc req-2cb06436-6287-474e-9ac8-f8b7af59d7fa tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.4104347
Apr 20 13:12:38.696911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:38.741868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:38.821530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4411550>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:36Z', 'revision_number': 3, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:38.826192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:12:38.826766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Updating router b39792a3-ee15-4b1a-9758-b2289cda384c port 09eef862-5251-486e-b00d-194186efea42 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:12:38.922212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:38.994232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-5077e32b-59f1-4be7-803b-b29ae64d0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:38.995910 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-5077e32b-59f1-4be7-803b-b29ae64d0952 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 916 time: 0.4041402
Apr 20 13:12:39.005130 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d4a39d4-6c94-457c-91b9-52024beb0ffc req-2977809b-1ad5-48e5-87af-3540960b89eb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188088
Apr 20 13:12:39.111104 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-081b4147-cc53-4e9d-b8ab-8dab6caf4721 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3 HTTP/1.1" status: 200  len: 217 time: 0.1048095
Apr 20 13:12:39.258402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.263674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:39.289103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-a70c39d4-85f2-44c2-a686-e81360da2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:39.290551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-a70c39d4-85f2-44c2-a686-e81360da2547 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.1714547
Apr 20 13:12:39.339433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.359451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Transition to ACTIVE for port object 09eef862-5251-486e-b00d-194186efea42 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:39.376021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.396034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:39.410446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-dd26ee54-0cf1-44aa-bba5-1c7c4181a57a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593894
Apr 20 13:12:39.427392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:39.432914 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:39.436981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:12:39.437192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-2d44e509-f234-40a9-b121-b77156051658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:12:39.481228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Attempting to bind port 09eef862-5251-486e-b00d-194186efea42 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:39.481706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Attempting to bind port 09eef862-5251-486e-b00d-194186efea42 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:39.482020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Attempting to bind port 09eef862-5251-486e-b00d-194186efea42 on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:39.496377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:39.496798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:39.497244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.497680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:39.498203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Bound port: 09eef862-5251-486e-b00d-194186efea42, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:39.498617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.600099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683799-913f-4786-9685-20aad53cced2 req-ad7edb90-66a5-4678-a628-d1e7a177eea6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:39.605973 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70683799-913f-4786-9685-20aad53cced2 req-ad7edb90-66a5-4678-a628-d1e7a177eea6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3197553
Apr 20 13:12:39.610646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device c9cb1366-0c48-4c1a-aed3-db6d1582ba84 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:39.689576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Pushing event updated for resources: {'Port': ['ID=09eef862-5251-486e-b00d-194186efea42,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:39.740318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70683799-913f-4786-9685-20aad53cced2 req-126640ab-cd70-4d9c-bbb9-39876457473e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248143
Apr 20 13:12:39.761233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.761611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.761991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.762321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.762680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.763044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.766838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.767280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.767697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.768067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.768439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.768796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:39.794423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:39.814076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] For port 09eef862-5251-486e-b00d-194186efea42, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:39.818133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] For port 09eef862-5251-486e-b00d-194186efea42, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=09eef862-5251-486e-b00d-194186efea42,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:39.820427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:39.821006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.823360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-9551595a-7861-4ab5-805d-9cf3c4e6e0a8 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4014459
Apr 20 13:12:39.827818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:39.842983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:40.011123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9772e-d5a5-43cc-a94d-a9e74bd0648d req-4fe31ea2-9f80-4390-8124-127526ddfeb7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:40.015737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfe9772e-d5a5-43cc-a94d-a9e74bd0648d req-4fe31ea2-9f80-4390-8124-127526ddfeb7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 943 time: 0.2530551
Apr 20 13:12:40.032460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Pushing event updated for resources: {'Port': ['ID=09eef862-5251-486e-b00d-194186efea42,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:40.042105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:40.071785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:12:40.072654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4411550>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:40.151092 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e9ad7a7-b692-4483-81ad-852c2b1ee25b req-f090cec1-957e-491c-8713-4d09a3158863 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3164148
Apr 20 13:12:40.158953 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfe9772e-d5a5-43cc-a94d-a9e74bd0648d req-e68e1773-30f6-4db7-92d2-86692bb4c04f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348770
Apr 20 13:12:40.186907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.210484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-03aee7b8-a7c0-484f-ba53-d866752a0c65 None None] Provisioning complete for port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:40.211142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-03aee7b8-a7c0-484f-ba53-d866752a0c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.280655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd822401-d47b-4cb8-9370-e6b06a79fea3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:12:40.377461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:12:40.464299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:40.481934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'port_id': 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'mac_address': 'fa:16:3e:01:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1fa7fb-5915-4324-8812-76b043d28b2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:12:40.635580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.664642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd822401-d47b-4cb8-9370-e6b06a79fea3 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:40.672704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Allocated IP 172.20.0.1 (c3b81097-522d-4cc1-9514-8795ae681aa3/36d98e71-73d5-4c85-8d3a-9abb75842f0d/d83c14d6-fd27-43da-8008-f13ce3cda906) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:40.696974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:40.705129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.708208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:40.757618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4411550>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:36Z', 'revision_number': 3, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:40.762808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3532fea-b608-4c5f-9e49-8675b455316c None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:36Z', 'revision_number': 3, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:12:40.858846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:40.870027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:40.911606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.945524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Transition to ACTIVE for port object d83c14d6-fd27-43da-8008-f13ce3cda906 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:40.976717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:40.982224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:41.046376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:41.054713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:41.059333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:41.103536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Pushing event updated for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:41.115533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:41.123306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.348389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.492094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-85d295f5-86ef-4b36-886a-346328701bd3 None None] Provisioning for port d83c14d6-fd27-43da-8008-f13ce3cda906 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:41.497941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-85d295f5-86ef-4b36-886a-346328701bd3 None None] Provisioning complete for port d83c14d6-fd27-43da-8008-f13ce3cda906 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:41.498753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-85d295f5-86ef-4b36-886a-346328701bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.565524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094675e-448b-407e-bc21-1eb6efcc7b62 req-6582383b-496b-4bc7-92e7-eee0a87e0f31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:41.574769 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f094675e-448b-407e-bc21-1eb6efcc7b62 req-6582383b-496b-4bc7-92e7-eee0a87e0f31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 944 time: 0.1740787
Apr 20 13:12:41.642519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-85d295f5-86ef-4b36-886a-346328701bd3 None None] Port d83c14d6-fd27-43da-8008-f13ce3cda906 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:12:41.654910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 09eef862-5251-486e-b00d-194186efea42 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:41.655874 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f094675e-448b-407e-bc21-1eb6efcc7b62 req-b7b621d9-c5d5-4b83-8440-d1e13625360e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790255
Apr 20 13:12:41.705646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.710262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.740111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-171393cd-e7cc-4d3a-b71e-5263e2496ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:41.745826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 09eef862-5251-486e-b00d-194186efea42 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:41.752015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 09eef862-5251-486e-b00d-194186efea42 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:41.752438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.832042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Pushing event updated for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:41.834613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.844296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:41.890444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.908140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 09eef862-5251-486e-b00d-194186efea42, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=09eef862-5251-486e-b00d-194186efea42,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:41.911003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:41.916722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:41.980979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:41.982208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:41.991636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=09eef862-5251-486e-b00d-194186efea42,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:41.995871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:42.188778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:12:42.273011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-fe109700-f284-4a4b-a180-c8cd6dbb6a0d None None] Provisioning complete for port d83c14d6-fd27-43da-8008-f13ce3cda906 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:42.273359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe109700-f284-4a4b-a180-c8cd6dbb6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:42.330220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-fe109700-f284-4a4b-a180-c8cd6dbb6a0d None None] Port d83c14d6-fd27-43da-8008-f13ce3cda906 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:12:42.379932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:12:42.389069 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] 10.222.0.72 "PUT /v2.0/routers/b39792a3-ee15-4b1a-9758-b2289cda384c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5197875
Apr 20 13:12:42.865293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc89de-2c3c-4371-85a8-4781c894eac9 req-c25918ea-c708-4719-b602-e015ab20c7f8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:42.868096 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06fc89de-2c3c-4371-85a8-4781c894eac9 req-c25918ea-c708-4719-b602-e015ab20c7f8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 944 time: 0.0908277
Apr 20 13:12:42.871862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41436) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:42.878174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250249138', 'description': 'tempest-description--1471442918'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:42.884755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:42.888959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:42.892502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:42.914514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:42.918476 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06fc89de-2c3c-4371-85a8-4781c894eac9 req-2f138113-1b7c-4817-b212-0d001e7c9430 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439012
Apr 20 13:12:42.940899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:42.962930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:42.967014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:42.970098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:42.976122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:43.046239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.049193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.054373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c27f325d-0e87-45ec-9577-978fba457611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:43.096901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf808e-53b0-433c-9993-e24e16d6641e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:43.099966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:43.100800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.104810 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2291446
Apr 20 13:12:43.105448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41444) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:43.111660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group_rule': {'security_group_id': 'efaf808e-53b0-433c-9993-e24e16d6641e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:43.118249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:43.122350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:43.126135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:43.132189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:43.348538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.419219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.423370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.425752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:43.450393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ad9e25-23fe-4242-9577-ea92ccdbeabd,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:43.456437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:43.458163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.459478 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3534691
Apr 20 13:12:43.462585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41450) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:43.468173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group_rule': {'security_group_id': 'efaf808e-53b0-433c-9993-e24e16d6641e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:43.475233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:43.479268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:43.482316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:43.488950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:43.505661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.543666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 09eef862-5251-486e-b00d-194186efea42 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:43.571969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.575968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.578288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:43.603023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fbc6c9-9b76-4165-8b0d-f7ba7b7b1729,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:43.611249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:43.619820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.621170 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1575520
Apr 20 13:12:43.624441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41456) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:43.630398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 09eef862-5251-486e-b00d-194186efea42 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:43.630825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.631039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:43.637351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:43.641435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:floatingip and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:43.644593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:43.650646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:43.660819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.816957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:43.849297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:12:43.860198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:12:43.860992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d45ed710>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:43.975753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Allocated IP 172.27.2.45 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/6c86e6c3-163c-44c1-bd33-31064970bafb) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:44.061803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['bd822401-d47b-4cb8-9370-e6b06a79fea3'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:12:44.122100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:12:44.138379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcef8a-5980-4f1e-bd31-b9be5b46ff6c req-c9f84866-da7b-478e-97af-e0d2db343e53 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:44.140177 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61dcef8a-5980-4f1e-bd31-b9be5b46ff6c req-c9f84866-da7b-478e-97af-e0d2db343e53 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 944 time: 0.0931726
Apr 20 13:12:44.142962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.175679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.180846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:44.193354 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61dcef8a-5980-4f1e-bd31-b9be5b46ff6c req-674c63bb-ccd4-4504-9b33-63010d5fa7af tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453730
Apr 20 13:12:44.252028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:44.255062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:44.258932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:44.294172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=6c86e6c3-163c-44c1-bd33-31064970bafb,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:44.298578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:44.400571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.472888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.580368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d45ed710>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 2, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:44.587577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:12:44.587999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Updating router b39792a3-ee15-4b1a-9758-b2289cda384c port d83c14d6-fd27-43da-8008-f13ce3cda906 binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:12:44.649430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.698012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.701613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.714335 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3665e8cb-d5b4-42ac-8475-19efd321641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:44.833237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=6c86e6c3-163c-44c1-bd33-31064970bafb,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:44.838198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:44.838959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.861461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:44.862868 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2371535
Apr 20 13:12:45.039095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:45.052588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Transition to ACTIVE for port object d83c14d6-fd27-43da-8008-f13ce3cda906 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:45.061212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:45.066003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d263284a-9f81-495a-8409-9560c673178b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:45.107763 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-9ded29be-ca10-4b0d-ba4b-3e15f7ebb2ac tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1250249138&fields=id&tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 267 time: 0.0586805
Apr 20 13:12:45.268634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Pushing event updated for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:45.303975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:45.346830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-c3a13731-503b-424c-aca1-7522e331386e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:45.354941 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-c3a13731-503b-424c-aca1-7522e331386e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 816 time: 0.2460709
Apr 20 13:12:45.367286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Attempting to bind port d83c14d6-fd27-43da-8008-f13ce3cda906 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:45.367817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Attempting to bind port d83c14d6-fd27-43da-8008-f13ce3cda906 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:45.368232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Attempting to bind port d83c14d6-fd27-43da-8008-f13ce3cda906 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:45.374127 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-09025bf6-ae80-41e4-a630-4b4f27e6abba tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/quotas/0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 375 time: 0.0181541
Apr 20 13:12:45.381108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:45.381541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Checking segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:45.382057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:45.382503 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Bound using segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:45.383036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Bound port: d83c14d6-fd27-43da-8008-f13ce3cda906, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:45.388680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:45.515389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] For port d83c14d6-fd27-43da-8008-f13ce3cda906, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:45.519164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] For port d83c14d6-fd27-43da-8008-f13ce3cda906, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d83c14d6-fd27-43da-8008-f13ce3cda906,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:45.523069 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:45.528570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:45.616142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:12:45.616856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d45ed710>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:45.888948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f785d7-78d0-4013-a59e-70c3abafbd19 req-61ccc0e1-752b-463a-8eea-0cc0a028e292 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:45.890645 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57f785d7-78d0-4013-a59e-70c3abafbd19 req-61ccc0e1-752b-463a-8eea-0cc0a028e292 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 944 time: 0.4379356
Apr 20 13:12:45.907229 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-baf5014c-4432-453b-aee9-832b29c72014 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5310338
Apr 20 13:12:45.965823 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57f785d7-78d0-4013-a59e-70c3abafbd19 req-82732bd0-ebf6-4e1e-be6d-fcd172c463e6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574028
Apr 20 13:12:46.058728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Pushing event updated for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:46.114246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:46.128371 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-355168c4-7e60-4bd3-9a78-2315cd744a73 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664457
Apr 20 13:12:46.248089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:12:46.306982 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-5c906721-cd30-4311-af86-340da5a2b784 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706131
Apr 20 13:12:46.584568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6651493f-4698-4fad-b413-e5a2513c9151 req-ec8a26d2-4ac5-41d5-b91b-06dfc1c55264 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0738587
Apr 20 13:12:46.666713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d45ed710>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:45Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:12:46.671178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0358f-cae0-4c6f-8692-4bb2b9912a42 None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:45Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:12:46.694195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41540) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:46.721117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731aa8d-cad2-4fdd-b70a-56a308d55e1a req-671bacde-a328-48c7-bbdd-2c8b58bc4d5a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:46.727563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f731aa8d-cad2-4fdd-b70a-56a308d55e1a req-671bacde-a328-48c7-bbdd-2c8b58bc4d5a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1619368
Apr 20 13:12:46.779282 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f731aa8d-cad2-4fdd-b70a-56a308d55e1a req-f9a007f4-bf10-4ced-b8f0-a1b40f14cdf9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504532
Apr 20 13:12:46.891314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:46.911542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:46.916019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3aa6adf236f4ab093363a8205d233c5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:46.921029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:46.928738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:47.035341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.039007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.049483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a39ef27e-9062-4b55-9a50-8d10170fa640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:47.093498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111afd1d-70bf-4bc4-855a-de4927f85f03,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:47.100074 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3aa6adf236f4ab093363a8205d233c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4047391
Apr 20 13:12:47.102862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41552) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:47.106615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.107028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.107463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.107846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.108236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.108630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.109015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.109399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.110308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.110694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.111075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.111488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.156103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:47.175789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.204136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e02d-bbb1-49e0-994f-7cdaf3fd68c2 req-990386ef-e619-419e-9964-a16a761a73c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:47.205768 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9253e02d-bbb1-49e0-994f-7cdaf3fd68c2 req-990386ef-e619-419e-9964-a16a761a73c7 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 944 time: 0.1010618
Apr 20 13:12:47.206993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.258294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.259173 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9253e02d-bbb1-49e0-994f-7cdaf3fd68c2 req-e16e811e-7958-40a9-9638-40a608b686f1 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462513
Apr 20 13:12:47.264358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7a55e5c3-c1a9-43f0-b87d-3f5d62cea125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:47.280308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111afd1d-70bf-4bc4-855a-de4927f85f03,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:47.288632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.289042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.289472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.289795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.290171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.290553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.290931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.291310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.291716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.292093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.292469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.292843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:12:47.296013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.300049 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/111afd1d-70bf-4bc4-855a-de4927f85f03 HTTP/1.1" status: 204  len: 168 time: 0.1930861
Apr 20 13:12:47.300049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:47.565653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d83c14d6-fd27-43da-8008-f13ce3cda906 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:47.636364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41566) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:47.647378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port d83c14d6-fd27-43da-8008-f13ce3cda906 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:47.652992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port d83c14d6-fd27-43da-8008-f13ce3cda906 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:47.653144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.655565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.673042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:47.677670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6860861d734e43b452a56eb44b7231 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:47.680670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:47.686859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:47.696562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd822401-d47b-4cb8-9370-e6b06a79fea3 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:47.796737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.802920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.804190 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99b7c78e-93f7-499b-8daa-085fe5127aae req-c0607d60-3d30-4237-bdf1-a05886b3d5df tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0695250
Apr 20 13:12:47.812468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebefe750-9e42-4cde-87ff-d1f359ccd0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:47.857969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.862394 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d6860861d734e43b452a56eb44b7231&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2216835
Apr 20 13:12:47.862394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf7b29-3930-43c5-872c-b4c7aaa90f00,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:47.863550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 41572) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:12:47.866738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:47.881131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port bd822401-d47b-4cb8-9370-e6b06a79fea3 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:47.892966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port bd822401-d47b-4cb8-9370-e6b06a79fea3 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:47.893386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.982556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port d83c14d6-fd27-43da-8008-f13ce3cda906, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d83c14d6-fd27-43da-8008-f13ce3cda906,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:47.987907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:47.990126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:47.996716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.041150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.087506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b878e-b5a1-4a27-8a1a-5dea164023b7 req-08d64e57-1f83-427f-9c1e-8321888ee818 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:48.091765 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6c0b878e-b5a1-4a27-8a1a-5dea164023b7 req-08d64e57-1f83-427f-9c1e-8321888ee818 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1660399
Apr 20 13:12:48.119079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.134558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:48.139747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:48.153318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6c0b878e-b5a1-4a27-8a1a-5dea164023b7 req-7ccb334e-213a-47f8-a312-3492da0e4884 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542128
Apr 20 13:12:48.159029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.161963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:48.164400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-15a02389-d338-4cdd-b29a-afef6f4abbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:48.168669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:12:48.173298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.175717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d263284a-9f81-495a-8409-9560c673178b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:48.182276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf7b29-3930-43c5-872c-b4c7aaa90f00,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:48.193387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:48.197977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:48.201586 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8acf7b29-3930-43c5-872c-b4c7aaa90f00 HTTP/1.1" status: 204  len: 168 time: 0.3347254
Apr 20 13:12:48.235277 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'code': 200}
Apr 20 13:12:48.265124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:48.268376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:48.607930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3103c-26fa-48d7-9df4-995c59dddfc4 req-206377fa-8be7-4448-af81-e9e20b96708b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:48.609557 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d0c3103c-26fa-48d7-9df4-995c59dddfc4 req-206377fa-8be7-4448-af81-e9e20b96708b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.0920415
Apr 20 13:12:48.662114 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d0c3103c-26fa-48d7-9df4-995c59dddfc4 req-6be1a342-2e96-43ee-a5e1-a90215192913 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463102
Apr 20 13:12:49.036856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb9e5211-a999-40d8-b85a-827f52f91433 req-fc33c13a-372f-4617-aa8a-15e8eb826ef1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0601587
Apr 20 13:12:49.040605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cea79-5908-40ae-9597-7fd98d6d741c req-ee913f55-1aed-4126-ac3a-5bf1a3f0077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:49.042302 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-ee913f55-1aed-4126-ac3a-5bf1a3f0077f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1922865
Apr 20 13:12:49.207648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cea79-5908-40ae-9597-7fd98d6d741c req-896688f4-e487-420e-a1c3-f20c654ae81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:49.209386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-896688f4-e487-420e-a1c3-f20c654ae81e service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.1581147
Apr 20 13:12:49.392863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-b5dd3495-7c64-4a98-b01b-bf9638c0b7c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.1252887
Apr 20 13:12:49.496219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cea79-5908-40ae-9597-7fd98d6d741c req-4cf15d0c-b1f0-47b8-b8a0-25e46959b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:49.497881 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-4cf15d0c-b1f0-47b8-b8a0-25e46959b64a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.0985024
Apr 20 13:12:49.543804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d83c14d6-fd27-43da-8008-f13ce3cda906 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:12:49.574332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb601a82-7108-4ac5-8817-9362bcfa4862 req-8a1ec3ec-3a65-4049-8f85-4cda59705bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:49.577361 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb601a82-7108-4ac5-8817-9362bcfa4862 req-8a1ec3ec-3a65-4049-8f85-4cda59705bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 1098 time: 0.3500805
Apr 20 13:12:49.587552 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-6bf67de0-89ce-49c2-b514-86ca5961ee93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691090
Apr 20 13:12:49.624588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port d83c14d6-fd27-43da-8008-f13ce3cda906 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:49.625021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:49.661553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5297e5-e3a3-426e-9124-275d25a4bb8d req-75da9142-f98a-46ac-a728-3ab46291064e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:49.669585 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f5297e5-e3a3-426e-9124-275d25a4bb8d req-75da9142-f98a-46ac-a728-3ab46291064e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3443637
Apr 20 13:12:49.893103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f5297e5-e3a3-426e-9124-275d25a4bb8d req-ed1beda1-3496-4bfa-9cfe-30a1794682e8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224982
Apr 20 13:12:49.914788 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-fd3a9dc4-7bda-428f-a610-2baa6310daae service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062038
Apr 20 13:12:50.039477 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb601a82-7108-4ac5-8817-9362bcfa4862 req-2c795b09-d075-4e02-9058-1848800f704b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4464955
Apr 20 13:12:50.268423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-b2c4b172-0c48-43f3-b12d-5468fcd898f9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:50.270109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-b2c4b172-0c48-43f3-b12d-5468fcd898f9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 816 time: 0.2592123
Apr 20 13:12:50.398315 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-239251e3-8c86-4667-b30a-a746d2525c90 req-c5bffc7a-39f6-475d-ba3a-53d7b3298f83 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0766659
Apr 20 13:12:50.526770 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-bcbffb7e-6cf7-469e-be2c-ef1a0b693d42 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 5709 time: 0.1939740
Apr 20 13:12:50.537515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20e827-dc76-42e1-99c5-ed4baacaec5e req-ab1a6b3d-7370-41b8-99a1-fb3e380fe81f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:50.539103 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4d20e827-dc76-42e1-99c5-ed4baacaec5e req-ab1a6b3d-7370-41b8-99a1-fb3e380fe81f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.6173658
Apr 20 13:12:50.542968 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-455cea79-5908-40ae-9597-7fd98d6d741c req-d354e59d-2a02-4d51-986a-2841e4f18535 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6078105
Apr 20 13:12:50.593201 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4d20e827-dc76-42e1-99c5-ed4baacaec5e req-3d9eb213-21b2-4b21-8c73-60477285f97a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463996
Apr 20 13:12:51.116032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b45ce2-659f-490a-b949-63f8516dadf1 req-1c95eb7b-1083-46ab-9b8e-a0808340f260 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:51.117639 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75b45ce2-659f-490a-b949-63f8516dadf1 req-1c95eb7b-1083-46ab-9b8e-a0808340f260 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0873680
Apr 20 13:12:51.169693 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75b45ce2-659f-490a-b949-63f8516dadf1 req-507f3975-8b5c-4568-8766-19c8497f5244 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451934
Apr 20 13:12:51.574297 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-86ccf639-ac16-4186-abf8-f4ca40ca3f72 req-a2ee6e54-0936-44b7-87bf-3ae2e8c8ae03 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0493932
Apr 20 13:12:51.802457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8267f6-c5a7-49b6-a086-0309e87c4666 req-62e6f76f-d650-49a6-8734-9b55ce24fe12 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:51.803967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-be8267f6-c5a7-49b6-a086-0309e87c4666 req-62e6f76f-d650-49a6-8734-9b55ce24fe12 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.0945234
Apr 20 13:12:51.851120 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-be8267f6-c5a7-49b6-a086-0309e87c4666 req-86cf1c48-bda9-4e29-8fa9-25752e4c1fb8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407894
Apr 20 13:12:52.373065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c695030-81f7-4767-936b-5f7c8ce18c6d req-d2ef2e8d-3d92-44ad-8dfc-97ae1f27ae84 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:52.374633 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8c695030-81f7-4767-936b-5f7c8ce18c6d req-d2ef2e8d-3d92-44ad-8dfc-97ae1f27ae84 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0919273
Apr 20 13:12:52.423011 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8c695030-81f7-4767-936b-5f7c8ce18c6d req-d9983bf2-de46-485d-a521-71c678f2f645 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418625
Apr 20 13:12:52.742467 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9cf75bae-051e-4474-8f84-7101f418c822 req-1a8471c9-1baa-4725-b5ea-2806778f2e32 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.0509171
Apr 20 13:12:53.056157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459532-446f-44a8-a8dc-4f2b72f4e7f6 req-61e5884e-1068-4ff2-afe0-8f64e6c63917 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:53.057738 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37459532-446f-44a8-a8dc-4f2b72f4e7f6 req-61e5884e-1068-4ff2-afe0-8f64e6c63917 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.0886521
Apr 20 13:12:53.104563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37459532-446f-44a8-a8dc-4f2b72f4e7f6 req-2b81477e-9a6c-46a5-ae5c-6957fddc2a7c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405746
Apr 20 13:12:53.581796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'port': {'device_id': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'admin_state_up': True, 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'security_groups': ['efaf808e-53b0-433c-9993-e24e16d6641e']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:53.753697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991a1ff-a621-41f5-bd3e-87ed8368f923 req-7bf6cc61-40d8-42c2-ad31-00f73b0f0d6c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:53.755290 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a991a1ff-a621-41f5-bd3e-87ed8368f923 req-7bf6cc61-40d8-42c2-ad31-00f73b0f0d6c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2192500
Apr 20 13:12:53.783982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:12:53.792701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:port and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:12:53.797534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:12:53.812944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:12:53.828805 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a991a1ff-a621-41f5-bd3e-87ed8368f923 req-779929e1-1e45-4f1b-aa97-164f2d630c4c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663714
Apr 20 13:12:53.833127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Made reservation on behalf of 0f6e5b552ed14bd3b73d80097bfe2f3d for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:12:53.839172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:54.151762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09783c54-a739-450a-a762-7fff06137041 req-71c8154a-a485-4a78-80d3-24023fb67cf6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.2543793
Apr 20 13:12:54.323954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Allocated IP 172.20.0.14 (c3b81097-522d-4cc1-9514-8795ae681aa3/36d98e71-73d5-4c85-8d3a-9abb75842f0d/089c88aa-1f50-4807-95af-723e6ec0fff9) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:12:54.393510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169aa4d-1418-496b-8648-fbf9f3c6afe9 req-55e04b02-9487-4514-af0c-e75bd3cd8148 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:54.395362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a169aa4d-1418-496b-8648-fbf9f3c6afe9 req-55e04b02-9487-4514-af0c-e75bd3cd8148 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.1607959
Apr 20 13:12:54.565219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a169aa4d-1418-496b-8648-fbf9f3c6afe9 req-b0ef12b5-d8d1-4c76-8d8b-24f8b83683b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581054
Apr 20 13:12:54.635011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:54.652205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Transition to ACTIVE for port object 089c88aa-1f50-4807-95af-723e6ec0fff9 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:54.682664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:54.691107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:54.768573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:12:54.771849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:12:54.774423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:12:54.780583 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:54.781248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:54.792101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:54.795094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:54.815711 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2384372
Apr 20 13:12:54.833177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Request body: {'port': {'device_id': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:12:55.112317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-98c41ecd-4f07-467c-848b-57fa19cf971e None None] Provisioning for port 089c88aa-1f50-4807-95af-723e6ec0fff9 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:12:55.115644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:55.119700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-98c41ecd-4f07-467c-848b-57fa19cf971e None None] Provisioning complete for port 089c88aa-1f50-4807-95af-723e6ec0fff9 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:12:55.120304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-98c41ecd-4f07-467c-848b-57fa19cf971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:55.215722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-98c41ecd-4f07-467c-848b-57fa19cf971e None None] Port 089c88aa-1f50-4807-95af-723e6ec0fff9 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:12:55.443093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74165f3-0b66-4f6d-a611-39d8c1848628 req-a4cb88ec-1fb9-468a-b61a-b058f4a7f5bd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:55.452965 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f74165f3-0b66-4f6d-a611-39d8c1848628 req-a4cb88ec-1fb9-468a-b61a-b058f4a7f5bd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.4227574
Apr 20 13:12:55.560093 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f74165f3-0b66-4f6d-a611-39d8c1848628 req-bc6d54b1-57e0-4c79-9575-985d9d620fd0 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060297
Apr 20 13:12:55.616123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e138a-1faf-4945-ae56-7d45c2fc7379 req-cf65c4f3-5426-44f4-ad3a-6055f1a14e52 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:55.616987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e66e138a-1faf-4945-ae56-7d45c2fc7379 req-cf65c4f3-5426-44f4-ad3a-6055f1a14e52 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Synchronizing usage tracker for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:12:55.636298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e66e138a-1faf-4945-ae56-7d45c2fc7379 req-cf65c4f3-5426-44f4-ad3a-6055f1a14e52 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Unset dirty status for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:12:55.644629 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e66e138a-1faf-4945-ae56-7d45c2fc7379 req-cf65c4f3-5426-44f4-ad3a-6055f1a14e52 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 932 time: 0.3217013
Apr 20 13:12:55.701802 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e66e138a-1faf-4945-ae56-7d45c2fc7379 req-1991530a-2a57-4b95-8e9f-6402fb5b678e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560586
Apr 20 13:12:55.862110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:12:55.872421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:55.884680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-70f41f40-e14b-433f-a848-f4913e223e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:55.894103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ca75-2ca9-4598-82ec-774c1040fcd6 req-713d3cdc-fcb7-4a45-875d-ba2f6cd4b376 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:55.900254 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e753ca75-2ca9-4598-82ec-774c1040fcd6 req-713d3cdc-fcb7-4a45-875d-ba2f6cd4b376 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.1970236
Apr 20 13:12:55.909796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Transition to ACTIVE for port object 089c88aa-1f50-4807-95af-723e6ec0fff9 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:12:55.938170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:55.947708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:56.116161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e753ca75-2ca9-4598-82ec-774c1040fcd6 req-2f85107f-3cc0-4b3a-8c8b-aa972028930e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037320
Apr 20 13:12:56.131343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:56.188141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:56.206462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Attempting to bind port 089c88aa-1f50-4807-95af-723e6ec0fff9 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:12:56.206917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Attempting to bind port 089c88aa-1f50-4807-95af-723e6ec0fff9 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:12:56.207365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Attempting to bind port 089c88aa-1f50-4807-95af-723e6ec0fff9 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:56.213059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Port 089c88aa-1f50-4807-95af-723e6ec0fff9 on network c3b81097-522d-4cc1-9514-8795ae681aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:12:56.213569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Attempting to bind port 089c88aa-1f50-4807-95af-723e6ec0fff9 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:12:56.219327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:12:56.219732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Checking segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:12:56.220682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Bound using segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:12:56.221319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Bound port: 089c88aa-1f50-4807-95af-723e6ec0fff9, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:12:56.221518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:56.337741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:12:56.341364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:12:56.348598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:56.352141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5893d4db-7704-412d-a5a1-877444e416f2 tempest-DeleteServersTestJSON-1250053246 tempest-DeleteServersTestJSON-1250053246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:12:56.405459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:56.406350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:56.408957 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-f033c806-ea29-434e-866c-340d87e25185 service neutron] 10.222.0.58 "PUT /v2.0/ports/089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 1094 time: 1.5813522
Apr 20 13:12:56.411789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:12:56.544139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:12:56.547556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:12:56.647671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'status': 'completed', 'code': 200}
Apr 20 13:12:56.733247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-6fa5cb81-8e92-4888-9395-50fbf4714f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:56.734848 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-6fa5cb81-8e92-4888-9395-50fbf4714f12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1097 time: 0.2383885
Apr 20 13:12:56.736963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-d6a8d44e-e503-44b4-8858-31c11806900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:56.738432 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-d6a8d44e-e503-44b4-8858-31c11806900b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.2457561
Apr 20 13:12:56.874726 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-b0cf74e1-45f9-4e8f-8dd4-13cfc62a9b48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 217 time: 0.1272209
Apr 20 13:12:57.208193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-ea910847-e816-4c83-b45a-20eb9d5072d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.210618 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-ea910847-e816-4c83-b45a-20eb9d5072d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.2986896
Apr 20 13:12:57.312942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-d645a7cd-4e68-4ba8-90d5-9f162693c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.315054 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-d645a7cd-4e68-4ba8-90d5-9f162693c23a service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.4393878
Apr 20 13:12:57.611737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0858a-a1f0-4399-be5e-661074e6bb80 req-434be612-e669-4727-afdd-9c5238a69b9b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.613289 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-20b0858a-a1f0-4399-be5e-661074e6bb80 req-434be612-e669-4727-afdd-9c5238a69b9b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.6416154
Apr 20 13:12:57.632431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0150c-c1c4-4425-9a33-68d26e67846b req-cf4bd59d-2ce3-4583-9762-5e658dd777da tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.634038 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37e0150c-c1c4-4425-9a33-68d26e67846b req-cf4bd59d-2ce3-4583-9762-5e658dd777da tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.7566059
Apr 20 13:12:57.638868 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-ee803d50-7cf7-431d-9f16-79572f638666 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.3148654
Apr 20 13:12:57.797638 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-20b0858a-a1f0-4399-be5e-661074e6bb80 req-878e0de8-f81f-486d-9276-e57c2798834e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615312
Apr 20 13:12:57.803699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37e0150c-c1c4-4425-9a33-68d26e67846b req-d7441da0-f7a8-44e5-bfc3-a8e7233d4624 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569102
Apr 20 13:12:57.805735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-63391ebb-0f06-4f84-ac0a-fa13632c7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.807261 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-63391ebb-0f06-4f84-ac0a-fa13632c7242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5770400
Apr 20 13:12:57.810936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-a8e2e513-f577-4f10-b777-f481d5f9dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:57.812420 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-a8e2e513-f577-4f10-b777-f481d5f9dbe0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.1498356
Apr 20 13:12:57.902235 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-03d981f0-4662-429d-a2e3-7e92ec287689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763018
Apr 20 13:12:58.153514 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-d0a81b48-3c01-4cb5-be2c-11a725440c61 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293278
Apr 20 13:12:58.162305 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-00b0c63e-4251-45d7-b608-d9af493a34ad service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999671
Apr 20 13:12:58.448074 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa17900d-7d96-4017-8dfe-f325c6453404 req-13818111-2ce3-4181-af0c-b8cf5b8e92cd service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847440
Apr 20 13:12:58.475429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbba20f7-4771-4d9a-a838-c7ea4739516e req-23b87fd1-9fe3-483d-a0df-9e273d2c1e47 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210410
Apr 20 13:12:58.544541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-395656a0-dd8a-4e90-8399-dc18c4e6856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:58.621826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-011a9d6b-2634-452f-8956-000b3e7cce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:58.623680 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-011a9d6b-2634-452f-8956-000b3e7cce07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1097 time: 0.1024821
Apr 20 13:12:58.796212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-08d44934-4c80-45ac-bb72-90eb4e1ed280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:58.797913 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-08d44934-4c80-45ac-bb72-90eb4e1ed280 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1663842
Apr 20 13:12:58.946009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:58.971637 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-79c2665a-02ef-4917-b3d2-e2497204ca27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 217 time: 0.1563432
Apr 20 13:12:59.086890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:12:59.123872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-2e463b94-c359-4fcd-857a-2986b5df720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:59.125439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-2e463b94-c359-4fcd-857a-2986b5df720d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.1466787
Apr 20 13:12:59.212802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb4eb0-b8d6-419c-90fe-215f564662ed req-6a701188-e915-4a75-8ad3-bd21d8c16762 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:59.214628 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61bb4eb0-b8d6-419c-90fe-215f564662ed req-6a701188-e915-4a75-8ad3-bd21d8c16762 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1915340
Apr 20 13:12:59.273674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-75f6aa9d-124a-4295-b185-08ae4be7786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:59.275275 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-75f6aa9d-124a-4295-b185-08ae4be7786e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381083
Apr 20 13:12:59.280286 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61bb4eb0-b8d6-419c-90fe-215f564662ed req-86c0cb3d-2b91-4e68-8f80-690cdee354d2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559154
Apr 20 13:12:59.518703 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-2bd716dc-1db1-4058-a065-f72052e3c771 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266135
Apr 20 13:12:59.630274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dcc6a-f160-4154-9968-8cb61d5ce88d req-b650f5f3-ce93-4610-b94e-a45d1ed39ecb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:12:59.631904 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d97dcc6a-f160-4154-9968-8cb61d5ce88d req-b650f5f3-ce93-4610-b94e-a45d1ed39ecb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2129924
Apr 20 13:12:59.709228 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d97dcc6a-f160-4154-9968-8cb61d5ce88d req-f1ace5b0-23cf-4753-b06f-3e851354c546 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703294
Apr 20 13:12:59.726740 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e269add-fe1d-43b7-889c-fbb13ff5a047 req-4d560422-771a-483d-b4bf-64eddb7c94e4 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948566
Apr 20 13:13:00.243723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:00.365341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:00.498526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146107-7b27-4f7e-a696-2d368a790b43 req-08090b35-0d22-499f-8d90-7ae2e1ff3b4e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:00.500245 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c6146107-7b27-4f7e-a696-2d368a790b43 req-08090b35-0d22-499f-8d90-7ae2e1ff3b4e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.0932512
Apr 20 13:13:00.558977 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c6146107-7b27-4f7e-a696-2d368a790b43 req-94e13847-575d-4346-9ef6-00bf9c7bfb3b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465186
Apr 20 13:13:00.843684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:13:00.952104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81575cc-742a-414e-bd13-6ce74de74f8a req-0747fbc0-8ad5-4870-a368-a4f48480de2f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:00.960332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f81575cc-742a-414e-bd13-6ce74de74f8a req-0747fbc0-8ad5-4870-a368-a4f48480de2f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1159399
Apr 20 13:13:01.010251 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f81575cc-742a-414e-bd13-6ce74de74f8a req-974cd122-6e32-4d01-a9e0-8a64824f6fff tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489607
Apr 20 13:13:01.022391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:01.038560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:13:01.098998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:01.117841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:13:01.134090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:01.137734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:01.139734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-79d79b96-bc42-4618-9bc1-84803d837a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:01.215224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:01.225096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.225458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.225841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.226226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.226570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.226944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.227315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.227720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.228116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.228482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.229092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.229197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:01.234079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:01.486885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['089c88aa-1f50-4807-95af-723e6ec0fff9'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:13:01.770786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04192a54-3b7b-4810-ae5b-fe3344b46ee6 req-88cf28d0-8975-4244-8568-b29585ec0058 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:01.772759 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-04192a54-3b7b-4810-ae5b-fe3344b46ee6 req-88cf28d0-8975-4244-8568-b29585ec0058 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.0941052
Apr 20 13:13:01.836701 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-04192a54-3b7b-4810-ae5b-fe3344b46ee6 req-cbfea72b-b903-41e4-9bb0-89b7662d7353 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562999
Apr 20 13:13:02.224953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b31d-4f65-4a9c-9ad0-a2d3a21181f5 req-0ad930f4-bdd3-4d65-9f02-91d6110ac8e5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:02.226664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b852b31d-4f65-4a9c-9ad0-a2d3a21181f5 req-0ad930f4-bdd3-4d65-9f02-91d6110ac8e5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0920658
Apr 20 13:13:02.278418 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b852b31d-4f65-4a9c-9ad0-a2d3a21181f5 req-10624ecc-a513-42cf-9923-dd701e38dcd4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444605
Apr 20 13:13:02.468653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 41996) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:02.675322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42004) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:02.716363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.732254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:02.736391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Usage tracker for resource:security_group_rule and tenant:b4336406ecde42d2a894effeff642571 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:02.739361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:02.744861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.745678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:02.760324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:02.764362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Usage tracker for resource:security_group_rule and tenant:1f68096cf0b54029969c1361454c9f7f is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:02.768194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:02.774288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:02.833458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.837534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.847265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:02.859762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.863855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.874208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:02.874802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7542d7a-e266-426a-a8b2-a38bc3fbb896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:02.895202 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4336406ecde42d2a894effeff642571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4253566
Apr 20 13:13:02.896773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42014) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:02.900236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5ec56-1a5b-4d3e-8233-c2ceb17c1295,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:02.921858 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f68096cf0b54029969c1361454c9f7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2428217
Apr 20 13:13:02.921858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa401c02-318d-4bbc-8135-c456a2497e4f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:02.924450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:02.924972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42018) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:02.952551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:02.969802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:02.988432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.020510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.028748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.051335 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 089c88aa-1f50-4807-95af-723e6ec0fff9 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:03.058714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 089c88aa-1f50-4807-95af-723e6ec0fff9 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:03.060081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.072620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.078098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-98fe2597-fdad-4f3a-b58b-61a574060c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:03.098910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa401c02-318d-4bbc-8135-c456a2497e4f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:03.105057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:03.114907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.135202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8564c48d-c48e-4f85-bd75-742957324758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:03.161439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5ec56-1a5b-4d3e-8233-c2ceb17c1295,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:03.162948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.166548 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa401c02-318d-4bbc-8135-c456a2497e4f HTTP/1.1" status: 204  len: 168 time: 0.2382777
Apr 20 13:13:03.173639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:03.175546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.180044 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fda5ec56-1a5b-4d3e-8233-c2ceb17c1295 HTTP/1.1" status: 204  len: 168 time: 0.2822287
Apr 20 13:13:03.246389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453fccb-0419-4632-a20d-4ef28013e821 req-0acc1081-8750-4961-9925-c4e0952925a7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:03.255539 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f453fccb-0419-4632-a20d-4ef28013e821 req-0acc1081-8750-4961-9925-c4e0952925a7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.1516981
Apr 20 13:13:03.297806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.334937 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f453fccb-0419-4632-a20d-4ef28013e821 req-6d7bb611-4004-44ef-890c-98a6c6d8c243 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782540
Apr 20 13:13:03.348719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:03.362821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:03.366615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.370067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:03.530398 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'code': 200}
Apr 20 13:13:03.531290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:03.535383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:03.636786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42044) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:03.637340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12677693-cb57-4e1d-b562-4077960f9002 req-79e7787c-bf19-4ad1-9665-6ef1761f1c06 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:03.639008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12677693-cb57-4e1d-b562-4077960f9002 req-79e7787c-bf19-4ad1-9665-6ef1761f1c06 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1822052
Apr 20 13:13:03.684515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42048) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:03.714400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.737804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:03.745174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Deleting subnet 2dd71098-3f60-4810-969a-40908f26c0c2 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:13:03.745659 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12677693-cb57-4e1d-b562-4077960f9002 req-ef085761-e568-4ba6-aac1-030474c112ea tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983987
Apr 20 13:13:03.749645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Usage tracker for resource:security_group_rule and tenant:c29fdb181add472ebc35dee4a8b68352 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:03.752402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.775527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c5ac-0999-4bb1-89d4-f2dd23d73c94 req-48678bfd-1569-4cd9-b162-67d387623283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:03.777161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-24b6c5ac-0999-4bb1-89d4-f2dd23d73c94 req-48678bfd-1569-4cd9-b162-67d387623283 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1099 time: 0.0866630
Apr 20 13:13:03.779924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:03.792111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:03.826693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:03.828220 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-24b6c5ac-0999-4bb1-89d4-f2dd23d73c94 req-1eed6389-ba97-4470-a7d4-f1ab9c8c5d83 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407162
Apr 20 13:13:03.906387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.066210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.075729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.086574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5a8de580-ec0c-48fd-8336-5f0138afac02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:04.145207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d937e4-5c95-4d43-93a5-8375482af7bc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:04.150777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:04.153327 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c29fdb181add472ebc35dee4a8b68352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4678102
Apr 20 13:13:04.156452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42054) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:04.257177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.259603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.262886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:04.300242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.301361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd71098-3f60-4810-969a-40908f26c0c2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:04.318317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:04.326835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.338410 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2dd71098-3f60-4810-969a-40908f26c0c2 HTTP/1.1" status: 204  len: 168 time: 0.7000384
Apr 20 13:13:04.341374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42062) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:04.422349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.437386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-43f35bd9-daa9-4865-b7a3-a3322ed93f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:04.455236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d937e4-5c95-4d43-93a5-8375482af7bc,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:04.470377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:04.515660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.516854 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2d937e4-5c95-4d43-93a5-8375482af7bc HTTP/1.1" status: 204  len: 168 time: 0.3593187
Apr 20 13:13:04.529727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.910547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6bec8-4ce6-4f31-bbc6-0e9539c28aa8 req-6dcf10e3-d458-4af7-a7d0-4f97dfcd0c64 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:04.912157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-15e6bec8-4ce6-4f31-bbc6-0e9539c28aa8 req-6dcf10e3-d458-4af7-a7d0-4f97dfcd0c64 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.4435768
Apr 20 13:13:04.941063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42074) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:04.952298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.965633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:04.984882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:04.989534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Usage tracker for resource:security_group_rule and tenant:cae543a46dfc4923ae8026d7ca671684 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:04.992886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:04.999871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:05.093083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.095800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.104817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1402d615-0059-45b9-92a1-8cd6ab86f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:05.121278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-15e6bec8-4ce6-4f31-bbc6-0e9539c28aa8 req-dbb9c3ff-1fbe-48e1-ac38-fc353c3fe68e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539574
Apr 20 13:13:05.140393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa8cf9f5080>> segment before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.140807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa8cf9f5080>> subnet precommit_delete_associations 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.141950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> segment_host_mapping after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.142079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.142424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.142697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.143057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> segment after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.143426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.143788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.144140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa8cf80d5c0>> subnet after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.149706 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cae543a46dfc4923ae8026d7ca671684&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046993
Apr 20 13:13:05.149847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42078) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:05.152754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4788987e-4bca-4c2b-ad8b-728d9e263454,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:05.156552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:05.212047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8cfc68780>> subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.212431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8cfc68780>> subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.212806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8cfc68780>> subnet before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.213177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa8cfc68780>> subnet before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 13:13:05.213566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cec3c588>,) {'filters': {'network_id': ['dd91bd12-3081-42b0-a7d6-c94f35b4c48c']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:05.220712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.230502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cec3c588>, '23364ef9-7e62-4576-9534-937d792f228f') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:05.230837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cec3c588>, '23364ef9-7e62-4576-9534-937d792f228f') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:05.248589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.250401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.265143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798184e3-0f9a-41eb-81ba-9f6c191cce2c req-691f0479-e125-4c11-ac36-b497bceac7b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:05.266823 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-798184e3-0f9a-41eb-81ba-9f6c191cce2c req-691f0479-e125-4c11-ac36-b497bceac7b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3685021
Apr 20 13:13:05.290055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.295695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.301712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7a89a56f-09f3-47f6-883a-09d934c496e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:05.305787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:13:05.312956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4788987e-4bca-4c2b-ad8b-728d9e263454,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:05.321114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:05.326991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.331248 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4788987e-4bca-4c2b-ad8b-728d9e263454 HTTP/1.1" status: 204  len: 168 time: 0.1803811
Apr 20 13:13:05.417592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-798184e3-0f9a-41eb-81ba-9f6c191cce2c req-827a5c22-fcd9-43ef-a751-142279590223 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429892
Apr 20 13:13:05.514980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:13:05.525427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.710443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Network dd91bd12-3081-42b0-a7d6-c94f35b4c48c has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   from cryptography.utils import int_from_bytes
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   from cryptography.utils import int_from_bytes
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   (rel_b, rel_a, rel_b),
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   (rel_b, rel_a, rel_b),
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:13:05.735344 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:13:05.815753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.820413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4367653-bae8-476e-8c59-e42f04e57ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:05.838375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:05.846411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd91bd12-3081-42b0-a7d6-c94f35b4c48c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:05.852013 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] 10.222.0.72 "DELETE /v2.0/networks/dd91bd12-3081-42b0-a7d6-c94f35b4c48c HTTP/1.1" status: 204  len: 168 time: 1.5071063
Apr 20 13:13:05.852013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bf4db6de-278c-417b-b24a-8405e21e2662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:05.852903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42098) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:05.927497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Deleting subnet 3770905b-9bcc-4a46-8db1-534be2a17958 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:13:05.931702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.007192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.073231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.206107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42112) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:06.338386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea706-81e3-419b-a6c7-134f38825846 req-b7ab9545-e77a-4d72-8f7c-fde603c59dff tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:06.339909 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a83ea706-81e3-419b-a6c7-134f38825846 req-b7ab9545-e77a-4d72-8f7c-fde603c59dff tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.0924726
Apr 20 13:13:06.351037 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1501894514-network', 'tenant_id': 'fbc598551656469295a07887269023aa'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:06.358676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:06.363592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Usage tracker for resource:network and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:06.366747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:06.370084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.378455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:06.381324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:06.392329 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a83ea706-81e3-419b-a6c7-134f38825846 req-fc985a37-5869-44e2-b150-5926de5b7ae1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427268
Apr 20 13:13:06.421456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3770905b-9bcc-4a46-8db1-534be2a17958,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:06.427196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.435947 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3770905b-9bcc-4a46-8db1-534be2a17958 HTTP/1.1" status: 204  len: 168 time: 0.5818751
Apr 20 13:13:06.437048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42122) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:06.437176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:06.437815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Made reservation on behalf of fbc598551656469295a07887269023aa for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:06.443413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.459637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.495620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:06.500188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:06.506564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:06.515958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:06.653958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.658298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.665893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cab55aa0-5fff-453d-b8d7-0c645deda353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:06.684338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:13:06.706435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d977f-a9f7-4919-bee8-8d4d8e035773,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:06.709423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.709812 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Added segment 89249a8f-fb9f-425f-a274-80a17034d142 of type vlan for network e0d16418-dfb2-412a-bdfe-1880daa5bbaa
Apr 20 13:13:06.711104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:06.739188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.743873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.774643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.776048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:06.776670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.781944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf22a88f-4f40-4596-a89e-3517e64e67b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:06.889769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d16418-dfb2-412a-bdfe-1880daa5bbaa,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:06.892866 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6857216
Apr 20 13:13:06.894881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:06.895936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42132) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:06.902333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Request body: {'subnet': {'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1501894514-subnet', 'tenant_id': 'fbc598551656469295a07887269023aa', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:06.908559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:06.913328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Usage tracker for resource:subnet and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:06.916747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:06.921106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6bbf3-2719-4994-a5bb-5a1d9b212198 req-5e439a84-a8bc-4a55-abbe-5de917e5c6a5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:06.922717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2ec6bbf3-2719-4994-a5bb-5a1d9b212198 req-5e439a84-a8bc-4a55-abbe-5de917e5c6a5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.3381424
Apr 20 13:13:06.924555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:06.924672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:13:06.936238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2f27-663f-4d79-8be2-53453b6be3bc req-f103bfde-eb7a-445a-85f5-525b52891d23 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:06.936814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Made reservation on behalf of fbc598551656469295a07887269023aa for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:06.937824 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f9f2f27-663f-4d79-8be2-53453b6be3bc req-f103bfde-eb7a-445a-85f5-525b52891d23 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2892916
Apr 20 13:13:06.940341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42136) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:06.941884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:06.947753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'floatingip': {'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:07.024515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.218626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.286548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8d42c55f8>,) {'filters': {'network_id': ['3042a6f1-d981-4777-b1c7-889f359c639b']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:07.324813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d42c55f8>, 'f3bc9cc1-23bb-46b6-a513-6fc6b52bdb12') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:07.325167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d42c55f8>, 'f3bc9cc1-23bb-46b6-a513-6fc6b52bdb12') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:07.408659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.440435 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f9f2f27-663f-4d79-8be2-53453b6be3bc req-68b74be7-83d6-40f6-b345-5a614d80cae9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3899212
Apr 20 13:13:07.448622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.494116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:13:07.595486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.600711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:07.687339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0846e1da-84dc-47ab-90e8-225ba81729f0,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:07.693383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:07.705473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Checking segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:07.705879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Network hostable DHCP agents. Network: e0d16418-dfb2-412a-bdfe-1880daa5bbaa, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:13:07.739512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:13:07.750459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, e0d16418-dfb2-412a-bdfe-1880daa5bbaa) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:07.761561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ff4f9-ef73-414d-91c8-e555148baa1c None None] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:13:07.783311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:07.784040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.808141 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9111166
Apr 20 13:13:07.811763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42154) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:07.818191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:07.823975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:07.828847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Usage tracker for resource:router and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:07.833415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:07.840200 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:07.850509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.851617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:07.881463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.129654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:13:08.131348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.206618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Network 3042a6f1-d981-4777-b1c7-889f359c639b has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:13:08.216164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.268091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.321830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Allocated IP 172.20.0.2 (e0d16418-dfb2-412a-bdfe-1880daa5bbaa/0846e1da-84dc-47ab-90e8-225ba81729f0/a5d7725d-3951-463b-9965-d951070d98ee) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:08.463474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Network 3042a6f1-d981-4777-b1c7-889f359c639b has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:13:08.496207 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:13:08.655140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.696686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.718308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.729805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Transition to ACTIVE for port object a5d7725d-3951-463b-9965-d951070d98ee will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:08.755291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Transition to ACTIVE for port object a5d7725d-3951-463b-9965-d951070d98ee will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:08.760869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.765772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:08.790363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.820222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:08.843774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:08.848263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:08.853031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:08.860935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Pushing event updated for resources: {'Port': ['ID=a5d7725d-3951-463b-9965-d951070d98ee,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:08.864574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Allocated IP 172.27.2.154 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/36cec44a-3e22-4eda-ba0d-4e605bebd3be) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:08.866326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:09.004036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Attempting to bind port a5d7725d-3951-463b-9965-d951070d98ee on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:09.005165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Attempting to bind port a5d7725d-3951-463b-9965-d951070d98ee by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:09.005165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Attempting to bind port a5d7725d-3951-463b-9965-d951070d98ee on network e0d16418-dfb2-412a-bdfe-1880daa5bbaa {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:09.015706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d09a4234-65aa-4d77-a874-2bef4b178e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:09.019550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:09.020220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Checking segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:09.020836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.021274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Bound using segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:09.021920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Bound port: a5d7725d-3951-463b-9965-d951070d98ee, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:09.022294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.033203 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] 10.222.0.72 "DELETE /v2.0/networks/3042a6f1-d981-4777-b1c7-889f359c639b HTTP/1.1" status: 204  len: 168 time: 2.5918789
Apr 20 13:13:09.073476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3042a6f1-d981-4777-b1c7-889f359c639b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:09.080909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:09.107224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.113939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6673-20d4-4a03-96c8-8e4f7430536b req-feead70e-e421-4dd9-ba0a-378c0be070d8 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:09.122792 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f9ed6673-20d4-4a03-96c8-8e4f7430536b req-feead70e-e421-4dd9-ba0a-378c0be070d8 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.7465668
Apr 20 13:13:09.158174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a275d0-2c0b-48a8-80cc-b245a98531c7 req-a4d9b1d1-64bb-4217-80e9-7a650c5d8b65 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:09.164062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.165198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] For port a5d7725d-3951-463b-9965-d951070d98ee, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:09.168372 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99a275d0-2c0b-48a8-80cc-b245a98531c7 req-a4d9b1d1-64bb-4217-80e9-7a650c5d8b65 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.5739901
Apr 20 13:13:09.168962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] For port a5d7725d-3951-463b-9965-d951070d98ee, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=a5d7725d-3951-463b-9965-d951070d98ee,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:09.170698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:09.173691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.179965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:09.196269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42172) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:09.244344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Pushing event updated for resources: {'Port': ['ID=36cec44a-3e22-4eda-ba0d-4e605bebd3be,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:09.254151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:09.258937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:09.260080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:09.262418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:09.276351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Pushing event updated for resources: {'Port': ['ID=a5d7725d-3951-463b-9965-d951070d98ee,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:09.279654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:09.290549 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f9ed6673-20d4-4a03-96c8-8e4f7430536b req-88a26183-7007-495d-8ca0-3561b487d26d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667924
Apr 20 13:13:09.367335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99a275d0-2c0b-48a8-80cc-b245a98531c7 req-83041f05-4aa5-4a1e-8cbd-a0c9da6b6ca2 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829131
Apr 20 13:13:09.459974 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2c0a8f49-a7f8-4865-91ab-5d0e3fcb510d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=721a93f9be8e4f8b925b024e33f59e84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2426023
Apr 20 13:13:09.462344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42176) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:09.529924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.536422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.701788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.750888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.753263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.794139 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Floating IP bc8c1b49-b380-4f28-b5ee-f40b4af20811 associated. External IP: 172.27.2.45, port: 089c88aa-1f50-4807-95af-723e6ec0fff9.
Apr 20 13:13:09.825760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:13:09.961042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:09.977491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2a65d586-bb9c-42ec-886a-4048c4cf89b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:09.995515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ab26b-bbd4-4b58-9f7f-5b6f51c108fa,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:10.000534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:10.007676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:10.011565 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/006ab26b-bbd4-4b58-9f7f-5b6f51c108fa HTTP/1.1" status: 204  len: 168 time: 0.5455947
Apr 20 13:13:10.139171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:10.232969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:13:10.600471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42202) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:10.705300 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8dab87e2-3dcb-4595-8b69-7f95b9d749d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bda5c20d9e804759a3cfb166dc3e4c7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1040492
Apr 20 13:13:10.708127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42208) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:10.806140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:10.808139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61385b8a-f8bf-48ed-8a8a-21b5183b73c5 None None] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:13:10.821929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:13:10.914650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-91bc6a38-89e5-44cb-bf2c-fd453a60a4ee None None] Provisioning for port a5d7725d-3951-463b-9965-d951070d98ee completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:10.918294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.084493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.090255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5fefe2de-ecb5-4d06-8fe2-2a722769e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:11.104798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:13:11.106583 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73e820-97bd-4f51-b574-5656cb3b8ac7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:11.109950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:13:11.121507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.123849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:11.142612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.146749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Sync routers for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:13:11.147864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3343403
Apr 20 13:13:11.149342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42212) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:11.152327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170ee3c-d367-46b5-bc5e-a50ab4d52874 req-a540c0f4-45bc-4b9a-a892-989e9c6430cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:11.153367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.153947 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f170ee3c-d367-46b5-bc5e-a50ab4d52874 req-a540c0f4-45bc-4b9a-a892-989e9c6430cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.4580917
Apr 20 13:13:11.155017 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd73e820-97bd-4f51-b574-5656cb3b8ac7 HTTP/1.1" status: 204  len: 168 time: 0.4457874
Apr 20 13:13:11.165229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:13:11.167332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:11.168070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4418518>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:11.168219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-e125cdd5-1f2e-46fb-be97-aebdeccfdbeb tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:11.169656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-e125cdd5-1f2e-46fb-be97-aebdeccfdbeb tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.4772778
Apr 20 13:13:11.204744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5624-c704-41c9-acff-49e6f66d345c req-3cefc2da-90b0-4068-863e-69412c4c0791 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:11.206455 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9baa5624-c704-41c9-acff-49e6f66d345c req-3cefc2da-90b0-4068-863e-69412c4c0791 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.5077884
Apr 20 13:13:11.207984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:11.208687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46fe390>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:11.214885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea56d6-44eb-489f-8ae7-b4bd7b7a8c1f req-ffa2059f-6f5c-4795-afbc-5b8109b94afd tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:11.229563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81ea56d6-44eb-489f-8ae7-b4bd7b7a8c1f req-ffa2059f-6f5c-4795-afbc-5b8109b94afd tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 946 time: 0.5324018
Apr 20 13:13:11.438320 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-6924ebcc-c228-44f6-9a98-7e1ddea9b834 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/quotas/068042eccb304d7799c1379b8eeb1f81 HTTP/1.1" status: 200  len: 375 time: 0.1881249
Apr 20 13:13:11.450197 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0ce417d8-6709-4a56-b9d5-1d41daa7e483 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "PUT /v2.0/floatingips/bc8c1b49-b380-4f28-b5ee-f40b4af20811 HTTP/1.1" status: 200  len: 991 time: 4.5060091
Apr 20 13:13:11.455561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:11.479267 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f170ee3c-d367-46b5-bc5e-a50ab4d52874 req-26d273fd-8160-4f0f-9958-b737f587db76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3081727
Apr 20 13:13:11.487303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Deleting port a34522e1-4d0d-4829-bcf0-c0f4c2892128 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:13:11.487764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:11.632817 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81ea56d6-44eb-489f-8ae7-b4bd7b7a8c1f req-beeba636-10ea-4526-a042-cb6b9ae0e7b9 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009768
Apr 20 13:13:11.658463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device a5d7725d-3951-463b-9965-d951070d98ee up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:11.757802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:11.870005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port a5d7725d-3951-463b-9965-d951070d98ee completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:11.923436 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-13e53644-3afd-4239-b43d-bd2a3919eb18 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4710941
Apr 20 13:13:11.968586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:11.980103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port a5d7725d-3951-463b-9965-d951070d98ee triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:11.980103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.149828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] For port a34522e1-4d0d-4829-bcf0-c0f4c2892128, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a34522e1-4d0d-4829-bcf0-c0f4c2892128,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:12.150525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.152988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.305265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.324621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Calling delete_port for a34522e1-4d0d-4829-bcf0-c0f4c2892128 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:13:12.328493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port a5d7725d-3951-463b-9965-d951070d98ee, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=a5d7725d-3951-463b-9965-d951070d98ee,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:12.353354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.358973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e0abcfe2-0f68-443b-9116-510fe1b8be08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:12.379320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4976-29ac-4c76-9269-3d4c6ac568a3 req-216da37a-7287-40e2-a9d6-71f8ce0b4624 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:12.387029 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-023e4976-29ac-4c76-9269-3d4c6ac568a3 req-216da37a-7287-40e2-a9d6-71f8ce0b4624 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.5566783
Apr 20 13:13:12.442925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=a5d7725d-3951-463b-9965-d951070d98ee,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:12.449046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:12.462785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-195deb24-ac42-49cf-8792-bfa4220d03d5 service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5281296
Apr 20 13:13:12.527701 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-023e4976-29ac-4c76-9269-3d4c6ac568a3 req-36bd79be-ef85-4472-921d-53c3d2a490b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395943
Apr 20 13:13:12.565082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46fe390>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'bc8c1b49-b380-4f28-b5ee-f40b4af20811', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:12:44Z', 'updated_at': '2021-04-20T13:13:09Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:12.570709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:13:12.585894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:12.586580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46fe390>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:12.610657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4418518>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:09Z', 'revision_number': 3, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:12.627116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Checking router: daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:13:12.629576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Updating router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 port 36cec44a-3e22-4eda-ba0d-4e605bebd3be binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:13:12.677018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Allocated IP 172.20.0.1 (e0d16418-dfb2-412a-bdfe-1880daa5bbaa/0846e1da-84dc-47ab-90e8-225ba81729f0/54abeb18-4650-4d1b-a414-74f2c22709e7) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:12.759296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.834294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:12.858881 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'status': 'completed', 'code': 200}
Apr 20 13:13:12.903285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.922706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Transition to ACTIVE for port object 54abeb18-4650-4d1b-a414-74f2c22709e7 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:12.969489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:12.974824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:13.045534 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-30b362c6-1a4d-4a6b-ab17-bb15cd1ab67f service neutron] 10.222.0.72 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5752735
Apr 20 13:13:13.080653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:13.091293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:13.111382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:13.114204 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e9c25c1-3e34-485f-beb0-5e585358774e req-34999ee5-8c69-4ee0-8027-8eb018e75221 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 210 time: 0.0829172
Apr 20 13:13:13.120283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.133094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-339f421a-5cca-41ae-9319-064b8e5c3d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:13.258555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:13.267644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:13.327244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.415157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.446294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Transition to ACTIVE for port object 36cec44a-3e22-4eda-ba0d-4e605bebd3be will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:13.474703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.497063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ec555aa2-d52b-4d83-ab8d-c1cad7f261fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:13.508484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-992b6aae-2eb1-477e-b69a-265d3b790dff None None] Provisioning for port 54abeb18-4650-4d1b-a414-74f2c22709e7 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:13.517712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-992b6aae-2eb1-477e-b69a-265d3b790dff None None] Provisioning complete for port 54abeb18-4650-4d1b-a414-74f2c22709e7 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:13.518157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-992b6aae-2eb1-477e-b69a-265d3b790dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.606976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.737182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Attempting to bind port 36cec44a-3e22-4eda-ba0d-4e605bebd3be on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:13.737599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Attempting to bind port 36cec44a-3e22-4eda-ba0d-4e605bebd3be by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:13.738008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Attempting to bind port 36cec44a-3e22-4eda-ba0d-4e605bebd3be on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:13.828437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Pushing event updated for resources: {'Port': ['ID=36cec44a-3e22-4eda-ba0d-4e605bebd3be,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:13.831109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:13.833167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:13.833607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.834042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:13.834604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Bound port: 36cec44a-3e22-4eda-ba0d-4e605bebd3be, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:13.835023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:13.869811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:13.932545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42268) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:13.974482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] For port 36cec44a-3e22-4eda-ba0d-4e605bebd3be, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:13.979231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] For port 36cec44a-3e22-4eda-ba0d-4e605bebd3be, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=36cec44a-3e22-4eda-ba0d-4e605bebd3be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:13.990306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.003801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device a5d7725d-3951-463b-9965-d951070d98ee up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:14.009470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:14.019778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Pushing event deleted for resources: {'Port': ['ID=a34522e1-4d0d-4829-bcf0-c0f4c2892128,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:14.054212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:14.073248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-992b6aae-2eb1-477e-b69a-265d3b790dff None None] Port 54abeb18-4650-4d1b-a414-74f2c22709e7 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:13:14.113999 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9c9c3094-cae0-4cb1-a143-15858db8a341 req-818cdcb7-7bc3-4aa2-8a5f-9e8e1710bc7a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 210 time: 0.2361600
Apr 20 13:13:14.116056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.124932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46fe390>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'bc8c1b49-b380-4f28-b5ee-f40b4af20811', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:12:44Z', 'updated_at': '2021-04-20T13:13:09Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:14.136900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.138110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9c97d-88d9-45f7-b91d-faa460c6865c None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'bc8c1b49-b380-4f28-b5ee-f40b4af20811', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:12:44Z', 'updated_at': '2021-04-20T13:13:09Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:13:14.145693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port a5d7725d-3951-463b-9965-d951070d98ee triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:14.146533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.162768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] No DVR routers for this DVR port a34522e1-4d0d-4829-bcf0-c0f4c2892128 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:13:14.181483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.256891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:14.257758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4418518>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:14.271809 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9baa5624-c704-41c9-acff-49e6f66d345c req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "DELETE /v2.0/ports/a34522e1-4d0d-4829-bcf0-c0f4c2892128 HTTP/1.1" status: 204  len: 173 time: 3.0179038
Apr 20 13:13:14.308871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:14.332391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.341650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Pushing event updated for resources: {'Port': ['ID=36cec44a-3e22-4eda-ba0d-4e605bebd3be,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:14.359189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.362794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-7b21dd20-c0a9-4372-87b8-f6b58f87a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:14.364546 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-7b21dd20-c0a9-4372-87b8-f6b58f87a410 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1099 time: 1.4430604
Apr 20 13:13:14.406915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:14.440659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86e45-e3d3-49ff-98c4-d041d714dd21 req-9eefd95e-38df-4d91-bc53-45e74bc37e3f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:14.442897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ba86e45-e3d3-49ff-98c4-d041d714dd21 req-9eefd95e-38df-4d91-bc53-45e74bc37e3f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.6609910
Apr 20 13:13:14.450648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:14.491298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Usage tracker for resource:security_group_rule and tenant:bff30d52fee5421a874fadfe8bd28e4e is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:14.504519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:14.516120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:14.564818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:14.585325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:14.627904 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ba86e45-e3d3-49ff-98c4-d041d714dd21 req-38b35e33-8035-4ffa-ba2e-e9f674fd7537 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734095
Apr 20 13:13:14.629947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:14.673129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:14.674973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:14.699067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a5e792e-669d-4587-a4a4-346f700b4139 req-54f7bb8f-8b60-44e2-b34c-83a82361f325 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Synchronizing usage tracker for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:13:14.724084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057225bd-922c-45ea-8d81-9fdb3a549139 None None] New status for floating IP bc8c1b49-b380-4f28-b5ee-f40b4af20811: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:13:14.791531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-6a5e792e-669d-4587-a4a4-346f700b4139 req-54f7bb8f-8b60-44e2-b34c-83a82361f325 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Unset dirty status for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:13:14.792838 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a5e792e-669d-4587-a4a4-346f700b4139 req-54f7bb8f-8b60-44e2-b34c-83a82361f325 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=302b370f-cc8a-4fd1-8adb-dd7d973531d4 HTTP/1.1" status: 200  len: 210 time: 0.1781337
Apr 20 13:13:14.886657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.887910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'name': 'network-vif-deleted', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:14.905262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:14.921922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-07a85609-6d6c-465c-a549-59b2ef3871cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:14.935593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-82de0ba8-26d9-4ce3-8142-118063e50d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:14.937192 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-82de0ba8-26d9-4ce3-8142-118063e50d78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.5592682
Apr 20 13:13:14.950759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a34522e1-4d0d-4829-bcf0-c0f4c2892128 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:13:15.082893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: a34522e1-4d0d-4829-bcf0-c0f4c2892128 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:13:15.083278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a34522e1-4d0d-4829-bcf0-c0f4c2892128 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:13:15.115860 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-0e6f5477-c031-4352-9751-abb336c04bb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 999 time: 0.1684029
Apr 20 13:13:15.121550 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302b370f-cc8a-4fd1-8adb-dd7d973531d4', 'name': 'network-vif-deleted', 'tag': 'a34522e1-4d0d-4829-bcf0-c0f4c2892128', 'status': 'completed', 'code': 200}
Apr 20 13:13:15.126978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c3c3190f-b99c-41a5-9a9b-86ac43ec3011 None None] Provisioning complete for port 54abeb18-4650-4d1b-a414-74f2c22709e7 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:15.127465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3c3190f-b99c-41a5-9a9b-86ac43ec3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:15.130211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b8e68-53f6-4d7a-8556-0be5005c804b,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:15.138045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:15.185415 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bff30d52fee5421a874fadfe8bd28e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2387881
Apr 20 13:13:15.186298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42292) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:15.319180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3190f-b99c-41a5-9a9b-86ac43ec3011 None None] Port 54abeb18-4650-4d1b-a414-74f2c22709e7 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:13:15.349535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-eb355557-1704-4f4e-acab-f81efe023275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:15.351151 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-eb355557-1704-4f4e-acab-f81efe023275 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.2145350
Apr 20 13:13:15.425760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:13:15.616894 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:15.617341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4418518>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 2, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:15.621520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5917c0-acc4-4bd2-bda2-d3a263c414ef None None] The sync data for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi is: [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 2, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:13:15.633880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:13:15.656294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] 10.222.0.72 "PUT /v2.0/routers/daa2f9d2-bd63-4669-a2a8-6fb3720c73e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4977758
Apr 20 13:13:15.656621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a379792-0d22-4dd7-b4d5-49dd798a4938 req-38432f01-965f-46a9-99ac-c70f7c7c5514 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 210 time: 0.2918501
Apr 20 13:13:15.716948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:15.861811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d0bce-fadf-4bae-b095-3e81880ad18e req-9c107ff0-cc76-46c0-92f6-dbb8eb2f6bfc tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:15.863786 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed2d0bce-fadf-4bae-b095-3e81880ad18e req-9c107ff0-cc76-46c0-92f6-dbb8eb2f6bfc tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.5613570
Apr 20 13:13:15.872745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-35d103f6-2cb9-4746-ad94-0aea1927695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:15.874397 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-35d103f6-2cb9-4746-ad94-0aea1927695e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.5964572
Apr 20 13:13:15.881648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-e2bfe129-8194-4c92-8154-25ad3cffa48d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:15.883210 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-e2bfe129-8194-4c92-8154-25ad3cffa48d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 814 time: 0.5172682
Apr 20 13:13:15.921940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Request body: {'port': {'device_id': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'admin_state_up': True, 'tenant_id': '068042eccb304d7799c1379b8eeb1f81'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:15.962846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-5cc90109-3ea9-439b-9cc1-823326c06acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:15.964440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-5cc90109-3ea9-439b-9cc1-823326c06acb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4734030
Apr 20 13:13:16.213424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.233605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8b3b1ca2-ffce-46ca-8607-21d7c17acea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:16.258861 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed2d0bce-fadf-4bae-b095-3e81880ad18e req-1b8fdafb-efe5-43d4-9e86-b8bf5d358e11 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3721611
Apr 20 13:13:16.268127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b8e68-53f6-4d7a-8556-0be5005c804b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:16.298411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:16.358125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.362675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d5b8e68-53f6-4d7a-8556-0be5005c804b HTTP/1.1" status: 204  len: 168 time: 1.1707578
Apr 20 13:13:16.364754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-27bfa901-4daf-40c4-b31d-eb5a1e0198ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:16.366838 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-27bfa901-4daf-40c4-b31d-eb5a1e0198ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.4814050
Apr 20 13:13:16.464342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42324) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:16.472488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-477628513-network', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:16.477880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:16.482333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Usage tracker for resource:network and tenant:631668a3291641ecb10bcdfb49a48cfb is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:16.485699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:16.494186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:16.507321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Made reservation on behalf of 631668a3291641ecb10bcdfb49a48cfb for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:16.513005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.531143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.553886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:16.558996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Usage tracker for resource:security_group_rule and tenant:631668a3291641ecb10bcdfb49a48cfb is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:16.563072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:16.571595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:16.702458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.707288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.724063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0245d678-5d50-4649-98a5-894603df6f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:16.732873 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-7b407185-71b2-455e-b70e-6a4a1da4d483 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.3468122
Apr 20 13:13:16.753645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:16.771655 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-e50899fa-ab6f-423c-9a07-2614210bbce0 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6936901
Apr 20 13:13:16.772644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:16.782793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Made reservation on behalf of 068042eccb304d7799c1379b8eeb1f81 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:16.789930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.814727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d664e9a9-b261-4c10-b71a-b9dc67db7c67,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:16.818602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:16.819427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:13:16.845773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.846166 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Added segment 8acae347-ecd7-4dc8-afd0-45283bf11931 of type vlan for network 585c607b-1f1f-4cdc-aea0-c1cb29794a05
Apr 20 13:13:16.895705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.938165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.940558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:16.945541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:16.961261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:16.991739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57a86bd8-de8a-43a0-ae25-7a6430941600 req-0fcae2b1-d11c-4def-affe-2cb5d3da8fc1 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 210 time: 0.0732849
Apr 20 13:13:17.158667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Pushing event updated for resources: {'Network': ['ID=585c607b-1f1f-4cdc-aea0-c1cb29794a05,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:17.165119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42342) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:17.165385 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6997869
Apr 20 13:13:17.166398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:17.171114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:13:17.176781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Request body: {'subnet': {'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-477628513-subnet', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:17.184074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:17.194569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Usage tracker for resource:subnet and tenant:631668a3291641ecb10bcdfb49a48cfb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:17.200420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:17.213274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Allocated IP 172.20.0.11 (70101a2a-6e15-4085-afc9-896586d2a115/4f1fa7fb-5915-4324-8812-76b043d28b2d/bd97621a-3e20-40b5-a5dd-bfe2044397c2) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:17.216024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:17.232695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Made reservation on behalf of 631668a3291641ecb10bcdfb49a48cfb for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:17.238486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827368716'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.613377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 36cec44a-3e22-4eda-ba0d-4e605bebd3be up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:17.684406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 36cec44a-3e22-4eda-ba0d-4e605bebd3be completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:17.689679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 36cec44a-3e22-4eda-ba0d-4e605bebd3be triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:17.690578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.739576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b79c3-7c10-4b9c-b55a-542f5fb47c01 req-3cc3583d-2237-4a61-be63-5980cbdec57e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:17.747843 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a60b79c3-7c10-4b9c-b55a-542f5fb47c01 req-3cc3583d-2237-4a61-be63-5980cbdec57e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3072138
Apr 20 13:13:17.771871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.845886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.849404 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a60b79c3-7c10-4b9c-b55a-542f5fb47c01 req-7eb53f1a-29fd-47de-9789-d55b7fd54969 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008472
Apr 20 13:13:17.867173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 36cec44a-3e22-4eda-ba0d-4e605bebd3be, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=36cec44a-3e22-4eda-ba0d-4e605bebd3be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:17.871295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.873285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:17.948591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:17.955514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=36cec44a-3e22-4eda-ba0d-4e605bebd3be,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:17.955916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:17.959139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:18.043322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Network 70101a2a-6e15-4085-afc9-896586d2a115 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:18.048605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:18.054774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:18.088734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event updated for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:18.096115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:18.143990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:18.144737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.251453 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3338411
Apr 20 13:13:18.336812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a03b5-adbf-41be-a82f-e8a3c708a3eb req-421fcce4-6b19-4ad5-becb-2bfbba41c684 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:18.337578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-860a03b5-adbf-41be-a82f-e8a3c708a3eb req-421fcce4-6b19-4ad5-becb-2bfbba41c684 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:13:18.346781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27678443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827368731'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.357662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:18.403141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-860a03b5-adbf-41be-a82f-e8a3c708a3eb req-421fcce4-6b19-4ad5-becb-2bfbba41c684 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:13:18.404523 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-860a03b5-adbf-41be-a82f-e8a3c708a3eb req-421fcce4-6b19-4ad5-becb-2bfbba41c684 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 932 time: 0.2673626
Apr 20 13:13:18.458289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fd6f89-c0c8-4cd8-b4a6-47df1259d764,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:18.464333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:18.485430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Checking segment: {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:18.485828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Network hostable DHCP agents. Network: 585c607b-1f1f-4cdc-aea0-c1cb29794a05, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:13:18.498895 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-860a03b5-adbf-41be-a82f-e8a3c708a3eb req-5f8254fa-242f-4a74-bdf5-40023645854e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808022
Apr 20 13:13:18.512478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:13:18.523117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 585c607b-1f1f-4cdc-aea0-c1cb29794a05) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:18.533731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b32af0-b6a4-4d23-a4e2-be862853d783 None None] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:13:18.535677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:18.536324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.606637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42380) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:18.606861 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-25de1be5-a574-4b8b-a3b2-11b757eeb3ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4398189
Apr 20 13:13:18.615000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:18.622760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:18.628928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-f7cea338-1183-4cac-9fba-6921c0d44e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:18.629847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Usage tracker for resource:router and tenant:631668a3291641ecb10bcdfb49a48cfb is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:18.630504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-f7cea338-1183-4cac-9fba-6921c0d44e1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.0765114
Apr 20 13:13:18.633571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:18.640362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:18.652945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.654627 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.671034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:18.770433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'fixed_ips': [{'subnet_id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:13:18.771356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.004484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Allocated IP 172.20.0.2 (585c607b-1f1f-4cdc-aea0-c1cb29794a05/28fd6f89-c0c8-4cd8-b4a6-47df1259d764/3b848325-228a-4397-a84c-e1c0bdbd5da6) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:19.023926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.173666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d305-5693-42cf-bfb9-9d21a1175608 req-20fbb243-2680-4dce-8405-f6a1a0478670 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:19.175611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4422d305-5693-42cf-bfb9-9d21a1175608 req-20fbb243-2680-4dce-8405-f6a1a0478670 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1084805
Apr 20 13:13:19.238849 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4422d305-5693-42cf-bfb9-9d21a1175608 req-d29a44fa-d3e7-4c51-bd08-1ef76c2b478d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557294
Apr 20 13:13:19.265825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.277536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Transition to ACTIVE for port object 3b848325-228a-4397-a84c-e1c0bdbd5da6 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:19.298168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Transition to ACTIVE for port object 3b848325-228a-4397-a84c-e1c0bdbd5da6 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:19.302974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.308458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:19.369354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:19.377953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:19.382724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:19.382930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.419316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.425839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Pushing event updated for resources: {'Port': ['ID=3b848325-228a-4397-a84c-e1c0bdbd5da6,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:19.433367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:19.487942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Attempting to bind port 3b848325-228a-4397-a84c-e1c0bdbd5da6 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:19.488158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Attempting to bind port 3b848325-228a-4397-a84c-e1c0bdbd5da6 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:19.488674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Attempting to bind port 3b848325-228a-4397-a84c-e1c0bdbd5da6 on network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:19.496287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:19.496801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Checking segment: {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:19.497381 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.497833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Bound using segment: {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:19.498755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Bound port: 3b848325-228a-4397-a84c-e1c0bdbd5da6, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:19.499175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.557595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Sync routers for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:13:19.590375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:19.591186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f14e0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:19.595103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Allocated IP 172.27.2.192 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/ee2c2a34-ce47-400c-9c53-ea54fb812a8a) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:19.657116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 36cec44a-3e22-4eda-ba0d-4e605bebd3be up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:19.670963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Request body: {'port': {'device_id': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:19.684572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c', '7ba47526-45ae-43bf-8254-7873d3fd111f', 'bd822401-d47b-4cb8-9370-e6b06a79fea3'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:13:19.757891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.791808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.796825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:19.856286 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-47b3378d-eb88-441e-b08c-3abd8b470c07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2000730
Apr 20 13:13:19.866015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:19.869849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:19.873948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:19.890768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] For port 3b848325-228a-4397-a84c-e1c0bdbd5da6, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:19.926873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] For port 3b848325-228a-4397-a84c-e1c0bdbd5da6, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=3b848325-228a-4397-a84c-e1c0bdbd5da6,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:19.952031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:19.961774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:20.003935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:20.049407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Pushing event updated for resources: {'Port': ['ID=3b848325-228a-4397-a84c-e1c0bdbd5da6,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:20.065807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:20.128950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:20.181486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:20.183070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 36cec44a-3e22-4eda-ba0d-4e605bebd3be triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:20.183570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:20.190834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:20.203664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0bf16d-b691-49eb-afe5-90e98a3aa011 req-3d1b1322-cc02-4108-86ea-9e6d41db20d3 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5736504
Apr 20 13:13:20.215414 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-999a301a-f4eb-4433-80dd-7fbf645aa08e service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3485198
Apr 20 13:13:20.228388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ebfa2-70dd-4d2e-a407-3578b26d4414 req-29750fdf-1026-49c2-88c3-f4c7b451b3e5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:20.236940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb2ebfa2-70dd-4d2e-a407-3578b26d4414 req-29750fdf-1026-49c2-88c3-f4c7b451b3e5 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 932 time: 0.5754292
Apr 20 13:13:20.449604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb2ebfa2-70dd-4d2e-a407-3578b26d4414 req-b0c08ee8-5018-4446-8376-cfa7599bcf1c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114789
Apr 20 13:13:20.515171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:21.010737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6b5b3bcc-5eb8-4d5f-ad5b-ba3037c64eb1 req-514b9f2d-4275-48c1-ab78-c4db465217dd service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7714696
Apr 20 13:13:21.188564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7d88-a4b9-4cce-8336-a12990bb49ca req-f60be489-98f2-4304-ab74-c50c6e8b77b6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:21.190432 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39ed7d88-a4b9-4cce-8336-a12990bb49ca req-f60be489-98f2-4304-ab74-c50c6e8b77b6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.6681852
Apr 20 13:13:21.278738 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39ed7d88-a4b9-4cce-8336-a12990bb49ca req-85335455-f47c-4e84-845d-65f63abfde85 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672362
Apr 20 13:13:21.307730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f14e0>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 2, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:21.318730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Checking router: daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:13:21.319139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Updating router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 port 54abeb18-4650-4d1b-a414-74f2c22709e7 binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:13:21.355625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:21.356674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd97621a-3e20-40b5-a5dd-bfe2044397c2 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:13:21.367379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:21.381795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:21.400166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Transition to ACTIVE for port object bd97621a-3e20-40b5-a5dd-bfe2044397c2 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:21.403342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:21.410486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a69d3b3-1b50-4246-9822-31843513326d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:21.584556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:21.590120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:21.716892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Router 7a2c1490-b519-4eca-bd27-82f687f61778 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:13:21.729867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 3b848325-228a-4397-a84c-e1c0bdbd5da6 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:21.938005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Attempting to bind port bd97621a-3e20-40b5-a5dd-bfe2044397c2 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:21.938268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Attempting to bind port bd97621a-3e20-40b5-a5dd-bfe2044397c2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:21.939851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Attempting to bind port bd97621a-3e20-40b5-a5dd-bfe2044397c2 on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:21.979639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027ed3-dde1-498a-aa75-1aa2a91b8bc5 req-f1b7177d-f51c-4e3a-a345-1915b88e0cda tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:21.981686 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2b027ed3-dde1-498a-aa75-1aa2a91b8bc5 req-f1b7177d-f51c-4e3a-a345-1915b88e0cda tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.3017173
Apr 20 13:13:21.982919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Port bd97621a-3e20-40b5-a5dd-bfe2044397c2 on network 70101a2a-6e15-4085-afc9-896586d2a115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:13:21.982919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Attempting to bind port bd97621a-3e20-40b5-a5dd-bfe2044397c2 on network 70101a2a-6e15-4085-afc9-896586d2a115 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:22.035658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:22.036192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Checking segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:22.037293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 3b848325-228a-4397-a84c-e1c0bdbd5da6 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:22.037938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Bound using segment: {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:22.038513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Bound port: bd97621a-3e20-40b5-a5dd-bfe2044397c2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fd7c1e-2d76-4a09-ad01-d733136b73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:22.038847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:13:22.038961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.052301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Sync routers for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:13:22.075030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:22.076068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4298f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:22.084136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.094286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.098685 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4881921
Apr 20 13:13:22.099430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42432) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:22.101685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc8b57-df35-4fad-aa49-075142bfd98a None None] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:13:22.122418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Transition to ACTIVE for port object 54abeb18-4650-4d1b-a414-74f2c22709e7 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:22.178138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42436) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:22.185135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.216501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:22.258207 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2b027ed3-dde1-498a-aa75-1aa2a91b8bc5 req-7cb6b8c5-5ed7-4038-8966-4ee52de25d50 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632127
Apr 20 13:13:22.363741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:22.370378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:22.376241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:22.386417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.411979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:22.521753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Provisioning for port 3b848325-228a-4397-a84c-e1c0bdbd5da6 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:22.558232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:22.587226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Pushing event updated for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:22.610736 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:22.650009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Provisioning complete for port 3b848325-228a-4397-a84c-e1c0bdbd5da6 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:22.650634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.671756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:22.680316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:22.680925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.682603 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] 10.222.0.58 "PUT /v2.0/ports/bd97621a-3e20-40b5-a5dd-bfe2044397c2 HTTP/1.1" status: 200  len: 1094 time: 3.0251508
Apr 20 13:13:22.684053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:22.839621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2', 'status': 'completed', 'code': 200}
Apr 20 13:13:22.853110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53144533-c08e-44db-aa48-3f52e3a861e1 req-7a236853-3d0a-40fb-b12b-d5329896078a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:22.855670 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53144533-c08e-44db-aa48-3f52e3a861e1 req-7a236853-3d0a-40fb-b12b-d5329896078a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2983732
Apr 20 13:13:22.864471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.872039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4298f98>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:20Z', 'revision_number': 3, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:22.876544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Checking router: 7a2c1490-b519-4eca-bd27-82f687f61778 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:13:22.876941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Updating router 7a2c1490-b519-4eca-bd27-82f687f61778 port ee2c2a34-ce47-400c-9c53-ea54fb812a8a binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:13:22.886271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Attempting to bind port 54abeb18-4650-4d1b-a414-74f2c22709e7 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:22.886655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Attempting to bind port 54abeb18-4650-4d1b-a414-74f2c22709e7 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:22.887094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Attempting to bind port 54abeb18-4650-4d1b-a414-74f2c22709e7 on network e0d16418-dfb2-412a-bdfe-1880daa5bbaa {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:22.891880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:22.907692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:22.908119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Checking segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:22.908235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Usage tracker for resource:security_group_rule and tenant:6226b99280754a2499f7e1608b65ea86 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:22.908607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.909050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Bound using segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:22.909651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Bound port: 54abeb18-4650-4d1b-a414-74f2c22709e7, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:22.910118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:22.915596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:22.940848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-fe22e6b9-cb73-43fa-9eec-ca6bf57ecf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:22.942776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:22.944368 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-fe22e6b9-cb73-43fa-9eec-ca6bf57ecf9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 1097 time: 0.2030365
Apr 20 13:13:22.957170 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53144533-c08e-44db-aa48-3f52e3a861e1 req-6177f11f-e721-4676-9c34-1642b19470e3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902591
Apr 20 13:13:23.002142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.054429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-077f15d2-d051-4706-a59b-22b51438c7d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2 HTTP/1.1" status: 200  len: 217 time: 0.0957015
Apr 20 13:13:23.153598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.179323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-7897a65e-14fb-4f3b-a8ae-13ce617a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:23.180922 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-7897a65e-14fb-4f3b-a8ae-13ce617a5e90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.1155736
Apr 20 13:13:23.181919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] For port 54abeb18-4650-4d1b-a414-74f2c22709e7, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:23.207117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] For port 54abeb18-4650-4d1b-a414-74f2c22709e7, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=54abeb18-4650-4d1b-a414-74f2c22709e7,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:23.212494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] For port 3b848325-228a-4397-a84c-e1c0bdbd5da6, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=3b848325-228a-4397-a84c-e1c0bdbd5da6,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:23.212671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.226184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.232360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.277895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.327135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:23.327902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f14e0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:23.515579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.528510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Allocated IP 172.20.0.1 (585c607b-1f1f-4cdc-aea0-c1cb29794a05/28fd6f89-c0c8-4cd8-b4a6-47df1259d764/d5aa8009-d056-40ab-800c-19666c00914a) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:23.529976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Transition to ACTIVE for port object ee2c2a34-ce47-400c-9c53-ea54fb812a8a will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:23.547230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.566023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.577508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.595980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.610723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-66cfe4f1-ef52-4559-9a29-12cb20a6b7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.612246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0c9bc-2ca0-4600-9d7e-9901751cf65e req-0e680d9c-c805-44b3-ac44-ca2899ca71a0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:23.613865 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-66a0c9bc-2ca0-4600-9d7e-9901751cf65e req-0e680d9c-c805-44b3-ac44-ca2899ca71a0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.1574268
Apr 20 13:13:23.622581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Pushing event updated for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:23.629305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:23.631624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.666642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Attempting to bind port ee2c2a34-ce47-400c-9c53-ea54fb812a8a on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:23.667281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Attempting to bind port ee2c2a34-ce47-400c-9c53-ea54fb812a8a by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:23.667858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Attempting to bind port ee2c2a34-ce47-400c-9c53-ea54fb812a8a on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:23.681329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:23.681996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:23.682607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.683190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:23.684259 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-66a0c9bc-2ca0-4600-9d7e-9901751cf65e req-c26aab0f-3032-473b-93cf-c127f5aedbf8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629184
Apr 20 13:13:23.684500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Bound port: ee2c2a34-ce47-400c-9c53-ea54fb812a8a, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:23.685089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.696252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:23.718550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c8b5-f724-461d-ba7b-6ae914a91bf2 None None] Pushing event updated for resources: {'Port': ['ID=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:23.738970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6234c8b5-f724-461d-ba7b-6ae914a91bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:23.746177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa9d7a-058c-4105-ada0-70b0b0e149e3,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:23.757270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:23.777621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6226b99280754a2499f7e1608b65ea86&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5956559
Apr 20 13:13:23.779230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42458) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:23.795574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] For port ee2c2a34-ce47-400c-9c53-ea54fb812a8a, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:23.799779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] For port ee2c2a34-ce47-400c-9c53-ea54fb812a8a, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:23.827354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.840308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.851072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.859745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Transition to ACTIVE for port object d5aa8009-d056-40ab-800c-19666c00914a will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:23.869847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.887706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.893476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-367a1839-f75f-4cb7-b0b9-782f556e7eed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:23.902573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.959094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:23.963283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-22797468-8e6a-4da2-90a6-41ee17b3de06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:24.018016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:24.018617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4298f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:24.024534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:24.029557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aa9d7a-058c-4105-ada0-70b0b0e149e3,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:24.043897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:24.044598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:24.049858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:24.071916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.073748 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7aa9d7a-058c-4105-ada0-70b0b0e149e3 HTTP/1.1" status: 204  len: 168 time: 0.2930686
Apr 20 13:13:24.077278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-bcdf2488-e786-4d0f-9bf4-3b8d00eb8aed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967274
Apr 20 13:13:24.082570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c8b5-f724-461d-ba7b-6ae914a91bf2 None None] Pushing event updated for resources: {'Port': ['ID=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:24.092391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6234c8b5-f724-461d-ba7b-6ae914a91bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:24.092603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Pushing event updated for resources: {'Port': ['ID=3b848325-228a-4397-a84c-e1c0bdbd5da6,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:24.182054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:24.189059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Pushing event updated for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:24.208411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:24.239718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.254728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-1eb53f3f-485a-434a-b657-ab7020b41e50 None None] Provisioning complete for port 3b848325-228a-4397-a84c-e1c0bdbd5da6 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:24.255154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1eb53f3f-485a-434a-b657-ab7020b41e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.283005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d1f9-2f8a-4d28-be9f-e0c97860393b req-85df46bb-6bdf-412b-868b-088ad06c5c69 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:24.291998 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0898d1f9-2f8a-4d28-be9f-e0c97860393b req-85df46bb-6bdf-412b-868b-088ad06c5c69 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1211908
Apr 20 13:13:24.338206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:24.366049 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0898d1f9-2f8a-4d28-be9f-e0c97860393b req-dfa402b4-6423-449b-a0e9-9068b0658e54 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695822
Apr 20 13:13:24.424786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.490496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f14e0>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:23Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:24.496740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e1be1-5f6a-4c67-bb4b-a6afd99d6224 None None] The sync data for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi is: [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:23Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:13:24.578485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42470) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:24.600244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.623330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3ff4f7be-ab7f-4ee4-9393-7a778a44c427 None None] Provisioning for port d5aa8009-d056-40ab-800c-19666c00914a completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:24.629275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:24.634177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Usage tracker for resource:security_group_rule and tenant:702729cbe307442aabfa12642fe6082b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:24.634400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3ff4f7be-ab7f-4ee4-9393-7a778a44c427 None None] Provisioning complete for port d5aa8009-d056-40ab-800c-19666c00914a triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:24.634787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f7be-ab7f-4ee4-9393-7a778a44c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.639623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:24.649375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:24.729458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4298f98>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:20Z', 'revision_number': 3, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:24.734385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5aeecf-3ca9-4198-8143-25f83031c93f None None] The sync data for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi is: [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:20Z', 'revision_number': 3, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:13:24.755117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4f7be-ab7f-4ee4-9393-7a778a44c427 None None] Port d5aa8009-d056-40ab-800c-19666c00914a cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:13:24.774912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.783540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:24.806220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed30edc4-e100-4a5e-a46b-1511af2cbbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:24.893940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=702729cbe307442aabfa12642fe6082b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3146174
Apr 20 13:13:24.920020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42478) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:24.921076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd04f1-d783-4470-861d-04949ada28ba,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:24.928359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:25.019712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.059943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.060793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.064584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.084830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6e0ba-d607-4b15-8e4d-0735619fd9a3 req-5b7c14d7-a521-4cee-94a6-f20d7dc4b43f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:25.086476 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0fc6e0ba-d607-4b15-8e4d-0735619fd9a3 req-5b7c14d7-a521-4cee-94a6-f20d7dc4b43f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.2402937
Apr 20 13:13:25.094324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dab90d0-ea4a-4088-80ac-003e8f2c6ad3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:25.162065 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0fc6e0ba-d607-4b15-8e4d-0735619fd9a3 req-b820b641-c04d-4c61-a3d2-14722308c18a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650146
Apr 20 13:13:25.169379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.185157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-44a1b2c8-15d3-4d5b-8abd-403751cbf9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:25.185277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Pushing event updated for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:25.185816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:25.186812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.191119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd04f1-d783-4470-861d-04949ada28ba,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:25.199355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:25.215566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.217078 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/afcd04f1-d783-4470-861d-04949ada28ba HTTP/1.1" status: 204  len: 168 time: 0.2920883
Apr 20 13:13:25.385500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:25.386758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:25.704505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0ad10390-558b-410b-9013-bd15c57466cc None None] Provisioning complete for port d5aa8009-d056-40ab-800c-19666c00914a triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:25.704937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0ad10390-558b-410b-9013-bd15c57466cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.755679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Router 7a2c1490-b519-4eca-bd27-82f687f61778 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:13:25.771282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0cde-754a-4907-85ba-74be8566d6c9 req-456e9043-6421-4b04-aba3-e4470aa84230 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:25.781232 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b6fb0cde-754a-4907-85ba-74be8566d6c9 req-456e9043-6421-4b04-aba3-e4470aa84230 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2057917
Apr 20 13:13:25.816893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ee2c2a34-ce47-400c-9c53-ea54fb812a8a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:25.860760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-0ad10390-558b-410b-9013-bd15c57466cc None None] Port d5aa8009-d056-40ab-800c-19666c00914a cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:13:25.871923 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b6fb0cde-754a-4907-85ba-74be8566d6c9 req-4120820f-ca70-4ae2-baac-ad950ea13e02 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836334
Apr 20 13:13:25.895145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb9c089f-1983-449b-aa1d-dca3ff79b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:25.923590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port ee2c2a34-ce47-400c-9c53-ea54fb812a8a completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:25.930401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ee2c2a34-ce47-400c-9c53-ea54fb812a8a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:25.930831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.004066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:13:26.022700 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] 10.222.0.72 "PUT /v2.0/routers/7a2c1490-b519-4eca-bd27-82f687f61778/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9219620
Apr 20 13:13:26.075617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.097505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port ee2c2a34-ce47-400c-9c53-ea54fb812a8a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:26.101635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.102702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 3b848325-228a-4397-a84c-e1c0bdbd5da6 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:26.135433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ccfd1494-ef54-4dde-81e1-52a22f12d1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:26.166758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-1108d59d-b754-4a2f-bd92-a1702a4ac4fc service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720722
Apr 20 13:13:26.363734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 3b848325-228a-4397-a84c-e1c0bdbd5da6 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:26.364155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.402799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:26.405981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:26.409745 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-290d4415-8999-4bb0-86ba-63db529ce0f4 req-c3208460-b727-440d-9ab1-5ed2187062c2 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235255
Apr 20 13:13:26.448709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae14b0-c08a-4f0e-ae32-cf1beec19ef8 req-3230fae5-0f58-4182-b2f2-7ef59d55183f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:26.450348 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33ae14b0-c08a-4f0e-ae32-cf1beec19ef8 req-3230fae5-0f58-4182-b2f2-7ef59d55183f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.1027012
Apr 20 13:13:26.518425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 54abeb18-4650-4d1b-a414-74f2c22709e7 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:26.557808 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-33ae14b0-c08a-4f0e-ae32-cf1beec19ef8 req-12fae60e-b565-43b6-be57-4b04a1dcc1ec tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974164
Apr 20 13:13:26.588145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-0c937be1-1f32-427f-a041-0e12badf1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:26.589785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-0c937be1-1f32-427f-a041-0e12badf1ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=068042eccb304d7799c1379b8eeb1f81&device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 1097 time: 0.1149607
Apr 20 13:13:26.596384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 54abeb18-4650-4d1b-a414-74f2c22709e7 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:26.601347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 54abeb18-4650-4d1b-a414-74f2c22709e7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:26.601772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.728192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.745806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-4e6c7764-3f1e-4434-92ff-9b7f3663a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:26.747458 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-4e6c7764-3f1e-4434-92ff-9b7f3663a328 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 200  len: 916 time: 0.1439953
Apr 20 13:13:26.765773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 54abeb18-4650-4d1b-a414-74f2c22709e7, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=54abeb18-4650-4d1b-a414-74f2c22709e7,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:26.769650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.771841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:26.806253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42498) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:26.812800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288526542', 'description': 'tempest-secgroup-smoke-288526542 description', 'project_id': 'fbc598551656469295a07887269023aa'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:26.819990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:26.825879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:26.827748 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-794b4153-9917-4830-899a-7d27c903c161 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2 HTTP/1.1" status: 200  len: 217 time: 0.0688083
Apr 20 13:13:26.829718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:26.836365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:26.852500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:26.853299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.855790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:26.874615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:26.878829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:26.881882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:26.887935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:26.921677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-214ba15f-78c1-4c98-84fd-c54643af0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:26.923291 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-214ba15f-78c1-4c98-84fd-c54643af0653 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 200  len: 854 time: 0.0879343
Apr 20 13:13:26.971238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.981377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:26.989443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7eabe6eb-9c2a-4007-aafc-49ef9d2bdb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:26.989715 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-432f20f1-fc63-4758-80d1-71969ad9345c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70101a2a-6e15-4085-afc9-896586d2a115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579569
Apr 20 13:13:27.032442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.036668 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2263188
Apr 20 13:13:27.036668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa86b19-c273-410f-9230-87d321accd9c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.038302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42508) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.040398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.044484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.053358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.066465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:27.070803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:27.078455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:27.099647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.170270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.173006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.175458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-675eef24-ab46-4ee7-b6e2-f38bd924d89a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:27.193488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee5e84-3a86-444b-a37c-f98782f5d4e8,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.200480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.211198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.216272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1739130
Apr 20 13:13:27.216272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42516) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.221838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.227502 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-89556ac6-4068-4634-a753-ba5565bff8d6 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892591
Apr 20 13:13:27.228124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.232123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:27.235635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:27.236593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d018a05-d889-4b1a-bdef-22ad4fadaa61 req-0250ff2f-14e4-40fd-aa8c-98f369b029a4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:27.238289 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d018a05-d889-4b1a-bdef-22ad4fadaa61 req-0250ff2f-14e4-40fd-aa8c-98f369b029a4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2431691
Apr 20 13:13:27.241665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:27.259764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.327756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.330832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.333070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c19ff3cf-5c84-4e86-8512-8433ffae1011 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:27.356435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837b80bf-0ce0-4a28-88de-b553c46f9346,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.359004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.366971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.368329 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e39777c4-e1d0-4384-b995-91c4134078ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1516581
Apr 20 13:13:27.371292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42528) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.377769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.384355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.388595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:27.392072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:27.398806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:27.416999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.490869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.494038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.496419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:27.524188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e79f773-15ed-429b-9774-92907ea5acba,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.527096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.534517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.536173 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1637752
Apr 20 13:13:27.538952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42532) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.544871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.552785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.557031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:27.560252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:27.568195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:27.588311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.616094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ee2c2a34-ce47-400c-9c53-ea54fb812a8a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:27.673519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.678332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.680516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1ef73920-6a05-4f41-817f-8e559402a9ea tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:27.703033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4ca872-bdf7-499d-a5f3-3f2fbfd34969,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.703850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ee2c2a34-ce47-400c-9c53-ea54fb812a8a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:27.704342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.707366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.716869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.721570 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1784160
Apr 20 13:13:27.721836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 42538) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.728651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.736249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.740633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:27.744461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:27.753234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:27.763977 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Project fbc598551656469295a07887269023aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:13:27.772314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.772489 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d018a05-d889-4b1a-bdef-22ad4fadaa61 req-280bbba3-8a80-4249-bd8c-602584b5a2ce tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5272429
Apr 20 13:13:27.844957 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6c4739d-f9a9-4e78-8686-8c62e6e0da2c req-b8480b48-5522-4b2f-b2d9-e5d2525462c1 service neutron] 10.222.0.58 "GET /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5812044
Apr 20 13:13:27.858555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 54abeb18-4650-4d1b-a414-74f2c22709e7 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:27.875160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.879125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.881628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:27.887217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-a120cb74-2a94-4c82-a046-e9ae20053d63 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:27.888871 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-a120cb74-2a94-4c82-a046-e9ae20053d63 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/networks?id=6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 200  len: 813 time: 0.5989532
Apr 20 13:13:27.911998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c9e67f-6bb4-4481-a763-b149b38e31d8,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:27.923935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:27.928504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-618a9abb-25fc-4ff9-9ddc-7b32603b7bbc tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/quotas/e77ca6ad89004aeb863f28832d50298c HTTP/1.1" status: 200  len: 375 time: 0.0324430
Apr 20 13:13:27.929524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.931136 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2079272
Apr 20 13:13:27.934008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 42544) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:13:27.940504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'security_group_rule': {'security_group_id': '8fa86b19-c273-410f-9230-87d321accd9c', 'project_id': 'fbc598551656469295a07887269023aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:27.950134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:27.957586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 54abeb18-4650-4d1b-a414-74f2c22709e7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:27.958082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:27.999191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:security_group_rule and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:28.016510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-d06e49b3-3d89-4869-bb7f-6f5a4feed721 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0686712
Apr 20 13:13:28.018778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:28.054922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:28.132220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Sync routers for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:13:28.143327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:28.144037 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47adcf8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:12:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:28.178306 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Project fbc598551656469295a07887269023aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:13:28.200022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.320022 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-e4500f12-ecf9-4df5-9f22-7b06a0530a0b service neutron] 10.222.0.72 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3026264
Apr 20 13:13:28.337761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f913c2-7675-4c4e-ba46-ce6f23002242 req-7ffd692b-2556-4f4c-91fe-9d80a9b7cc88 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:28.339369 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9f913c2-7675-4c4e-ba46-ce6f23002242 req-7ffd692b-2556-4f4c-91fe-9d80a9b7cc88 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.2966411
Apr 20 13:13:28.368103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.369905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:28.393840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.452292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:28.502804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e5e14b-6156-4f23-81a4-29e0ae79aa46,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:28.534023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:28.541974 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9f913c2-7675-4c4e-ba46-ce6f23002242 req-6e9bc573-775e-489a-acaf-18b9fac9bca0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704717
Apr 20 13:13:28.544509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.545667 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6104066
Apr 20 13:13:28.586626 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-2931d6c4-50fb-479e-acaf-9b22290404b8 service neutron] 10.222.0.72 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459276
Apr 20 13:13:28.616685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5da58762-c1c7-4e85-82cb-b1c6dd7c3160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.743987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47adcf8>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:24Z', 'revision_number': 4, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd5aa8009-d056-40ab-800c-19666c00914a', 'name': '', 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'mac_address': 'fa:16:3e:28:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:23Z', 'updated_at': '2021-04-20T13:13:24Z', 'revision_number': 2, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'subnets': [{'id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:28.748615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Checking router: 7a2c1490-b519-4eca-bd27-82f687f61778 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:13:28.749261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Updating router 7a2c1490-b519-4eca-bd27-82f687f61778 port d5aa8009-d056-40ab-800c-19666c00914a binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:13:28.811526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:28.875877 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-29dc2803-dc8f-4122-bc17-72edfc536812 req-7ab8d96d-d3f4-4c9c-9c04-a8d6eaae2651 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 210 time: 0.0719895
Apr 20 13:13:29.027274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.147899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.475325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.490478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Transition to ACTIVE for port object d5aa8009-d056-40ab-800c-19666c00914a will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:29.498977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.509878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:29.673750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Pushing event updated for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:29.683096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:29.808031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Attempting to bind port d5aa8009-d056-40ab-800c-19666c00914a on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:29.808425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Attempting to bind port d5aa8009-d056-40ab-800c-19666c00914a by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:29.808835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Attempting to bind port d5aa8009-d056-40ab-800c-19666c00914a on network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:29.817713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:29.818071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Checking segment: {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:29.818533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.818967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Bound using segment: {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:29.819517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Bound port: d5aa8009-d056-40ab-800c-19666c00914a, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acae347-ecd7-4dc8-afd0-45283bf11931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:29.820296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.906165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc873b-66e1-4d7e-8e73-6a775baa1533 req-076764c8-efa5-42f3-9555-d978862eb566 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:29.907810 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5cc873b-66e1-4d7e-8e73-6a775baa1533 req-076764c8-efa5-42f3-9555-d978862eb566 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 944 time: 0.1870253
Apr 20 13:13:29.949651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] For port d5aa8009-d056-40ab-800c-19666c00914a, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:29.952801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] For port d5aa8009-d056-40ab-800c-19666c00914a, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d5aa8009-d056-40ab-800c-19666c00914a,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:29.956261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:29.960256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:29.992046 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5cc873b-66e1-4d7e-8e73-6a775baa1533 req-7cf7a99d-edaf-4219-a4b7-89ce3d83a446 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749092
Apr 20 13:13:30.005228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29ea49-5e90-48f0-9477-b835f4921bb3 req-9dffaab0-82b6-4cee-87f0-49ef2926d442 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:30.016755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd97621a-3e20-40b5-a5dd-bfe2044397c2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:13:30.022511 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a29ea49-5e90-48f0-9477-b835f4921bb3 req-9dffaab0-82b6-4cee-87f0-49ef2926d442 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1848965
Apr 20 13:13:30.098797 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a29ea49-5e90-48f0-9477-b835f4921bb3 req-b3478286-b67a-49fe-bd7c-4c909fd2f270 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752127
Apr 20 13:13:30.183555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Pushing event updated for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:30.187703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:13:30.188418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47adcf8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:13:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:30.329745 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5cdf194-a38f-4377-9fe6-b6bd9cb672e4 req-1dff196f-df4a-44e1-9a03-ce0ef1292e52 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 210 time: 0.1191576
Apr 20 13:13:30.339140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:30.378340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.resource_extend [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 13:13:30.487268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-9f10490d-ceb5-4a16-8bb0-db9ad3253efa tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:30.489210 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-9f10490d-ceb5-4a16-8bb0-db9ad3253efa tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "GET /v2.0/networks?id=6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 200  len: 813 time: 0.2360110
Apr 20 13:13:30.512629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Request body: {'port': {'device_id': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a', 'admin_state_up': True, 'tenant_id': 'e77ca6ad89004aeb863f28832d50298c'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:30.584414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:30.584637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:30.704603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:13:30.767780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:30.773115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:30.805142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2', 'network_id': '70101a2a-6e15-4085-afc9-896586d2a115', 'port_id': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2', 'mac_address': 'fa:16:3e:be:8c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1fa7fb-5915-4324-8812-76b043d28b2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:13:30.816049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:30.825684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Made reservation on behalf of e77ca6ad89004aeb863f28832d50298c for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:30.833624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.021670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.033906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Allocated IP 172.20.0.10 (6a75cc83-2130-4fcd-8faa-7216e9bc002a/7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c/d924160a-d4c6-46ba-91c4-a7bace686084) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:31.042773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd97621a-3e20-40b5-a5dd-bfe2044397c2 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:13:31.089538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:31.096031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.099700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:31.245809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:31.250430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:31.264597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47adcf8>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:24Z', 'revision_number': 4, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd5aa8009-d056-40ab-800c-19666c00914a', 'name': '', 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'mac_address': 'fa:16:3e:28:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:23Z', 'updated_at': '2021-04-20T13:13:29Z', 'revision_number': 4, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'subnets': [{'id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:13:31.269303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafea32-2ace-466a-a176-75fdbce44f82 None None] The sync data for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi is: [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:13:24Z', 'revision_number': 4, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd5aa8009-d056-40ab-800c-19666c00914a', 'name': '', 'network_id': '585c607b-1f1f-4cdc-aea0-c1cb29794a05', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'mac_address': 'fa:16:3e:28:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:23Z', 'updated_at': '2021-04-20T13:13:29Z', 'revision_number': 4, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'subnets': [{'id': '28fd6f89-c0c8-4cd8-b4a6-47df1259d764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:13:31.377518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.388733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74271c-db05-47c1-af18-bd49c6929461 req-4b2472a3-54e7-4806-b0cf-2ca9e7437d38 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:31.397056 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad74271c-db05-47c1-af18-bd49c6929461 req-4b2472a3-54e7-4806-b0cf-2ca9e7437d38 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 945 time: 0.2693369
Apr 20 13:13:31.443811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['bd97621a-3e20-40b5-a5dd-bfe2044397c2'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:13:31.472330 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad74271c-db05-47c1-af18-bd49c6929461 req-e5310840-9655-4a5b-978c-ce41ec372ea9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742238
Apr 20 13:13:31.503144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.509469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ede43443-07cc-4ee1-a498-cef036f6ca1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:31.607519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Pushing event updated for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:31.659213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d5aa8009-d056-40ab-800c-19666c00914a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:31.663124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:31.678063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:31.679991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:31.685261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:31.773585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:31.774285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.777083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port d5aa8009-d056-40ab-800c-19666c00914a completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:31.783321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port d5aa8009-d056-40ab-800c-19666c00914a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:31.784105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.788446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a84eb2-4a6a-4972-bc49-5648a950a173 req-c1d01d13-086f-4e7e-a0d3-b7c2a94579ad tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:31.790071 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-25a84eb2-4a6a-4972-bc49-5648a950a173 req-c1d01d13-086f-4e7e-a0d3-b7c2a94579ad tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 932 time: 0.2436638
Apr 20 13:13:31.858234 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-25a84eb2-4a6a-4972-bc49-5648a950a173 req-964e0a49-a7ee-4aa2-ba3c-a380aed52653 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587687
Apr 20 13:13:31.859742 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3514907
Apr 20 13:13:31.876499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Request body: {'port': {'device_id': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:31.940735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.988579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port d5aa8009-d056-40ab-800c-19666c00914a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d5aa8009-d056-40ab-800c-19666c00914a,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:31.993152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:31.996212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:32.029048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:32.134212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:32.139489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:32.453362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d924160a-d4c6-46ba-91c4-a7bace686084 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:13:32.468288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:32.493570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Transition to ACTIVE for port object d924160a-d4c6-46ba-91c4-a7bace686084 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:32.496751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:32.507361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:32.643669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Pushing event updated for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:32.653578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:32.851111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce2b08-40d6-468e-8b90-01132a4d54a5 req-0c08fd27-0363-48a8-bd9c-bced4c354222 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:32.852758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0fce2b08-40d6-468e-8b90-01132a4d54a5 req-0c08fd27-0363-48a8-bd9c-bced4c354222 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 945 time: 0.2063327
Apr 20 13:13:32.855104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Attempting to bind port d924160a-d4c6-46ba-91c4-a7bace686084 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:13:32.855515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Attempting to bind port d924160a-d4c6-46ba-91c4-a7bace686084 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:13:32.855845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Attempting to bind port d924160a-d4c6-46ba-91c4-a7bace686084 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:32.863592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Port d924160a-d4c6-46ba-91c4-a7bace686084 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:13:32.863869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Attempting to bind port d924160a-d4c6-46ba-91c4-a7bace686084 on network 6a75cc83-2130-4fcd-8faa-7216e9bc002a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:13:32.889522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:13:32.889979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Checking segment: {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:13:32.890367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Bound using segment: {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:13:32.890849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Bound port: d924160a-d4c6-46ba-91c4-a7bace686084, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135dde22-dcb3-4f25-b790-95de26969ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:13:32.891276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:33.259731 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0fce2b08-40d6-468e-8b90-01132a4d54a5 req-32488a36-570e-4363-aa0b-58b2c9c3a56c tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3977566
Apr 20 13:13:33.318923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:13:33.322690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d924160a-d4c6-46ba-91c4-a7bace686084,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:13:33.327160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:33.332572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:33.377967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea499b-d534-45c2-8a29-50a969a2f205 req-16e6d32e-fa2c-484a-8935-5a5b9988f321 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:33.378720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1eea499b-d534-45c2-8a29-50a969a2f205 req-16e6d32e-fa2c-484a-8935-5a5b9988f321 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Synchronizing usage tracker for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:13:33.411360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:33.412050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:33.413516 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] 10.222.0.58 "PUT /v2.0/ports/d924160a-d4c6-46ba-91c4-a7bace686084 HTTP/1.1" status: 200  len: 1094 time: 1.5429170
Apr 20 13:13:33.414035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:33.429341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1eea499b-d534-45c2-8a29-50a969a2f205 req-16e6d32e-fa2c-484a-8935-5a5b9988f321 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Unset dirty status for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:13:33.430577 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1eea499b-d534-45c2-8a29-50a969a2f205 req-16e6d32e-fa2c-484a-8935-5a5b9988f321 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 944 time: 0.2904978
Apr 20 13:13:33.440965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Pushing event updated for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:33.444269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:33.512552 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084', 'status': 'completed', 'code': 200}
Apr 20 13:13:33.548765 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1eea499b-d534-45c2-8a29-50a969a2f205 req-310f9c5c-0312-4c5e-9796-e76e4623b788 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965779
Apr 20 13:13:33.582437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-f3d33196-7eb7-4004-a9b4-826c191f001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:33.585365 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-f3d33196-7eb7-4004-a9b4-826c191f001f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 1097 time: 0.1152060
Apr 20 13:13:33.601594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d5aa8009-d056-40ab-800c-19666c00914a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:33.718241 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-561e7a45-ccce-4c8b-a843-724cfbbf41b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d924160a-d4c6-46ba-91c4-a7bace686084 HTTP/1.1" status: 200  len: 217 time: 0.1229861
Apr 20 13:13:33.726749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port d5aa8009-d056-40ab-800c-19666c00914a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:33.727169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:33.794886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-43f1e37f-dcd4-4381-bb51-5b21ebdd28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:33.796676 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-43f1e37f-dcd4-4381-bb51-5b21ebdd28ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c HTTP/1.1" status: 200  len: 853 time: 0.0670257
Apr 20 13:13:33.853082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-5cb68470-fbfe-4404-8cee-a8a6eff54bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a75cc83-2130-4fcd-8faa-7216e9bc002a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480149
Apr 20 13:13:34.001360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-b5b656a0-c82d-4b1e-932f-8af80433c67b service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411791
Apr 20 13:13:34.026689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd97621a-3e20-40b5-a5dd-bfe2044397c2 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:34.105349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port bd97621a-3e20-40b5-a5dd-bfe2044397c2 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:34.111090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port bd97621a-3e20-40b5-a5dd-bfe2044397c2 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:34.111090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:34.156527 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71d86447-0698-49e1-9ecd-8419c5e9749e req-f8ddff03-dc56-4c27-ac54-7da01545124b service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446617
Apr 20 13:13:34.299008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b96e-eb83-444a-9076-5473c547bcaf req-53f45713-912b-4ebe-ae69-0032c9dc1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:34.300962 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-53f45713-912b-4ebe-ae69-0032c9dc1e5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e77ca6ad89004aeb863f28832d50298c&device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 1097 time: 0.0896449
Apr 20 13:13:34.411278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:34.441529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:34.452184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:34.455979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:34.457936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:34.507227 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2', 'code': 200}
Apr 20 13:13:34.539374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:34.542671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:34.576021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b96e-eb83-444a-9076-5473c547bcaf req-5b05d4bf-c1f6-4088-95d5-3f861c654767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:34.577603 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-5b05d4bf-c1f6-4088-95d5-3f861c654767 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 200  len: 915 time: 0.2670922
Apr 20 13:13:34.591017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb418575-c256-444c-bf37-c8ed4335f687 req-59695efb-91dc-4dd4-8923-4de5ed6e20f6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:34.600100 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb418575-c256-444c-bf37-c8ed4335f687 req-59695efb-91dc-4dd4-8923-4de5ed6e20f6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.1716788
Apr 20 13:13:34.689215 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-dae239f4-fa0b-4762-a354-8a69d48b2e7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d924160a-d4c6-46ba-91c4-a7bace686084 HTTP/1.1" status: 200  len: 217 time: 0.0879040
Apr 20 13:13:34.883767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb418575-c256-444c-bf37-c8ed4335f687 req-87dd7f4b-ff2e-41c5-adc8-cb14e8e0bce2 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976647
Apr 20 13:13:34.896885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b96e-eb83-444a-9076-5473c547bcaf req-e73529da-9614-41fd-b592-7cb33452d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:34.901839 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-e73529da-9614-41fd-b592-7cb33452d633 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c HTTP/1.1" status: 200  len: 853 time: 0.1897707
Apr 20 13:13:35.022032 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-c0781c81-f482-46a1-8fc5-b9f26f6934e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a75cc83-2130-4fcd-8faa-7216e9bc002a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1034596
Apr 20 13:13:35.184221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8791c-fe98-46c5-a7e5-8c30bd86479e req-34b9e0e1-6f8f-4e3c-8505-0bd6443038c9 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:35.185828 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-52f8791c-fe98-46c5-a7e5-8c30bd86479e req-34b9e0e1-6f8f-4e3c-8505-0bd6443038c9 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 944 time: 0.4372678
Apr 20 13:13:35.187812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e45451-71c0-4be9-ad37-c56774851e2c req-d52fd2b0-8989-48ab-a0da-db11a5bd132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:35.189811 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9e45451-71c0-4be9-ad37-c56774851e2c req-d52fd2b0-8989-48ab-a0da-db11a5bd132d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 1099 time: 0.3830612
Apr 20 13:13:35.290542 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-d360b0d4-3276-401b-9679-a1c304b0b319 service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540591
Apr 20 13:13:35.302157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-52f8791c-fe98-46c5-a7e5-8c30bd86479e req-41120042-e878-4e5a-b73b-cafeabe715de tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052823
Apr 20 13:13:35.326943 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9e45451-71c0-4be9-ad37-c56774851e2c req-07a664b4-8fcf-4989-87ab-880e2909687e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288409
Apr 20 13:13:35.442161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1440b96e-eb83-444a-9076-5473c547bcaf req-7b696ce9-3948-4329-98e7-e997fb11ab09 service neutron] 10.222.0.58 "GET /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372666
Apr 20 13:13:36.103575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62007a-253b-4815-98d0-88ebadd543a7 req-40389518-c639-4724-a650-1bdab296e657 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:36.105140 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f62007a-253b-4815-98d0-88ebadd543a7 req-40389518-c639-4724-a650-1bdab296e657 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.0960562
Apr 20 13:13:36.154604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f62007a-253b-4815-98d0-88ebadd543a7 req-f24d3326-3fe1-42e2-a457-e35df9699d22 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421877
Apr 20 13:13:36.524697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4440-758c-4678-b2f1-7a64ab53ecc2 req-909ba369-950d-4f39-8023-b47dba2000d4 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:36.526541 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8f4f4440-758c-4678-b2f1-7a64ab53ecc2 req-909ba369-950d-4f39-8023-b47dba2000d4 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 944 time: 0.0937896
Apr 20 13:13:36.595850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8f4f4440-758c-4678-b2f1-7a64ab53ecc2 req-1ec0c149-3d70-40f8-8e4c-d11aa28ea420 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602536
Apr 20 13:13:37.397893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785cbf0-8fb9-444a-99a3-f849e163fcc1 req-20c75c6a-81c0-40f3-a4e1-eecd221d5dd0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:37.399533 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a785cbf0-8fb9-444a-99a3-f849e163fcc1 req-20c75c6a-81c0-40f3-a4e1-eecd221d5dd0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.1174657
Apr 20 13:13:37.451642 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a785cbf0-8fb9-444a-99a3-f849e163fcc1 req-b20bac26-d876-4a27-ab80-9cd35354b665 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450428
Apr 20 13:13:37.816557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34b2-7478-476c-91fe-56151e152774 req-b415cea0-149b-452d-af3e-f87f31311ddd tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:37.818176 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53cf34b2-7478-476c-91fe-56151e152774 req-b415cea0-149b-452d-af3e-f87f31311ddd tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 944 time: 0.0982800
Apr 20 13:13:37.880098 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-53cf34b2-7478-476c-91fe-56151e152774 req-ef9f07cc-b83e-4213-97da-411b2836faa5 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477779
Apr 20 13:13:38.050955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d924160a-d4c6-46ba-91c4-a7bace686084 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:13:38.214816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d924160a-d4c6-46ba-91c4-a7bace686084,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:38.229804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'd924160a-d4c6-46ba-91c4-a7bace686084', 'network_id': '6a75cc83-2130-4fcd-8faa-7216e9bc002a', 'port_id': 'd924160a-d4c6-46ba-91c4-a7bace686084', 'mac_address': 'fa:16:3e:d9:ec:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:13:38.294607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:38.313247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d924160a-d4c6-46ba-91c4-a7bace686084 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:13:38.329297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d924160a-d4c6-46ba-91c4-a7bace686084,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:38.332119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:38.333950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:38.405674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:38.409451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:38.676527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d924160a-d4c6-46ba-91c4-a7bace686084'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:13:39.147193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2752ba-3871-40df-b499-ea808a5500dc req-89b993e3-87ce-4d22-82d7-9611651f4f74 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:39.148872 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f2752ba-3871-40df-b499-ea808a5500dc req-89b993e3-87ce-4d22-82d7-9611651f4f74 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 945 time: 0.1069477
Apr 20 13:13:39.202199 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f2752ba-3871-40df-b499-ea808a5500dc req-f2888d72-5ab6-423e-b580-f61abc1ae068 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469284
Apr 20 13:13:39.941738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-35bf162a-29af-4977-8213-46fbe0ee1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:39.943386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-35bf162a-29af-4977-8213-46fbe0ee1997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1893642
Apr 20 13:13:39.990164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4d8f4-e798-4fd5-a73a-025124213af0 req-b81d5eb3-f2e2-43be-a537-1b147d41f5b3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:39.991864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3aa4d8f4-e798-4fd5-a73a-025124213af0 req-b81d5eb3-f2e2-43be-a537-1b147d41f5b3 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1542089
Apr 20 13:13:40.063328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d924160a-d4c6-46ba-91c4-a7bace686084 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:13:40.126205 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3aa4d8f4-e798-4fd5-a73a-025124213af0 req-97814401-c7d5-4056-b61e-29f35ab7fab9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834317
Apr 20 13:13:40.142345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port d924160a-d4c6-46ba-91c4-a7bace686084 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:40.149990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port d924160a-d4c6-46ba-91c4-a7bace686084 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:40.150886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:40.172252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-563677f2-4adf-437d-9789-026cc2e55b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:40.175199 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-563677f2-4adf-437d-9789-026cc2e55b6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.2230668
Apr 20 13:13:40.311843 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-e0d15e5b-23b4-4e24-9093-6814f8538647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.1260874
Apr 20 13:13:40.368770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:40.419590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:13:40.436906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d924160a-d4c6-46ba-91c4-a7bace686084,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:13:40.440964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:40.443011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:40.481606 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084', 'code': 200}
Apr 20 13:13:40.512887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-22c54906-2001-4a87-ab22-f098b14da49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:40.514717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-22c54906-2001-4a87-ab22-f098b14da49f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.1912079
Apr 20 13:13:40.534480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:40.537868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:40.584662 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-2383ded8-3dee-4759-881d-7dd00dc7bea3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583105
Apr 20 13:13:40.601733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdabd1-d125-4b7a-9692-1a95e86c65b5 req-5a1088de-532f-4f0e-b091-2c4afa342cb8 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:40.603333 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-89bdabd1-d125-4b7a-9692-1a95e86c65b5 req-5a1088de-532f-4f0e-b091-2c4afa342cb8 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.2020772
Apr 20 13:13:40.654611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-89bdabd1-d125-4b7a-9692-1a95e86c65b5 req-f6bca7d9-c03f-443a-bdb0-84912c2f43d3 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444567
Apr 20 13:13:41.120960 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-f29e47ab-3e17-4e33-a6e1-8262216f0e2d service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4112303
Apr 20 13:13:41.127552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2531f78-14ba-48bd-b414-7741df85be48 req-1d28abd2-31be-4d7f-9460-d1db0c9affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:41.129051 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e2531f78-14ba-48bd-b414-7741df85be48 req-1d28abd2-31be-4d7f-9460-d1db0c9affb6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 1099 time: 0.3447211
Apr 20 13:13:41.259018 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e2531f78-14ba-48bd-b414-7741df85be48 req-dd87a4b5-e38f-4df5-ae80-5d0a86dd000c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082487
Apr 20 13:13:41.349156 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09239fcd-b837-45e3-8bd4-4649731ecb37 req-01c66c9d-8bf4-46da-a9d9-8fe463da6f16 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190881
Apr 20 13:13:41.382426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730a802-ecf7-4f60-acfb-5c9fe1cb1e23 req-be23837a-a431-4e18-8029-39edf470b211 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:41.383928 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a730a802-ecf7-4f60-acfb-5c9fe1cb1e23 req-be23837a-a431-4e18-8029-39edf470b211 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1239719
Apr 20 13:13:41.438585 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a730a802-ecf7-4f60-acfb-5c9fe1cb1e23 req-13888ea6-a582-4ed4-81fc-a0f227528e0b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480216
Apr 20 13:13:41.876074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8eb46-778f-4939-84fb-3b264fc319e2 req-46bdf8a4-86eb-4a66-9bdc-0d74cb3bbd20 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:41.877717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-41e8eb46-778f-4939-84fb-3b264fc319e2 req-46bdf8a4-86eb-4a66-9bdc-0d74cb3bbd20 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.1054909
Apr 20 13:13:41.927638 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-41e8eb46-778f-4939-84fb-3b264fc319e2 req-adf43087-ecd2-4304-afb4-76f5c693b3ef tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430808
Apr 20 13:13:42.644434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b817-5af8-4bb3-99ce-c2c5dba85ae1 req-c8327c97-800d-4d81-935b-6ceb813f1d45 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:42.646094 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb2b817-5af8-4bb3-99ce-c2c5dba85ae1 req-c8327c97-800d-4d81-935b-6ceb813f1d45 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0879989
Apr 20 13:13:42.697772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb2b817-5af8-4bb3-99ce-c2c5dba85ae1 req-accd57b9-2dc4-416d-8f11-8aa16aa2c783 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443251
Apr 20 13:13:43.144904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ca12-1a14-4f46-9e39-f3c98acf83cc req-4e81511b-4d3b-4cce-97c0-b522475e084f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:43.146530 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0047ca12-1a14-4f46-9e39-f3c98acf83cc req-4e81511b-4d3b-4cce-97c0-b522475e084f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.0948131
Apr 20 13:13:43.197398 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0047ca12-1a14-4f46-9e39-f3c98acf83cc req-2fcc1781-c3d7-4cfb-8b07-10522f6677e0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438266
Apr 20 13:13:43.926408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b3ac-3ca0-4269-be67-f98ce1d31ff6 req-d4f2fc3b-34c6-437d-8ef9-64deac318e72 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:43.928023 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ead8b3ac-3ca0-4269-be67-f98ce1d31ff6 req-d4f2fc3b-34c6-437d-8ef9-64deac318e72 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0887465
Apr 20 13:13:43.980551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ead8b3ac-3ca0-4269-be67-f98ce1d31ff6 req-bb8faed4-7678-4b2a-aca2-da016ba031ef tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458291
Apr 20 13:13:45.181357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d41b-419d-485c-b461-3ebe528a8422 req-557ddef3-aa92-42e8-890b-2ad716c5e6b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:45.183283 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0ab0d41b-419d-485c-b461-3ebe528a8422 req-557ddef3-aa92-42e8-890b-2ad716c5e6b8 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0889475
Apr 20 13:13:45.231940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0ab0d41b-419d-485c-b461-3ebe528a8422 req-a34fbcaa-3227-4703-9d84-cc56d5b1c247 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416732
Apr 20 13:13:46.466917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa146-6664-42d0-9d94-8324c018edce req-3de61ad5-00cd-4d5e-8d01-2647ef2c2136 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:46.468608 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4fffa146-6664-42d0-9d94-8324c018edce req-3de61ad5-00cd-4d5e-8d01-2647ef2c2136 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0966346
Apr 20 13:13:46.519278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4fffa146-6664-42d0-9d94-8324c018edce req-c18a16e8-5972-4ab9-be7f-141a43d52cc5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423703
Apr 20 13:13:46.827086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:13:47.742559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141929ad-0f3a-4faa-9589-1f0b1ec7b0bf req-600dfb0c-da91-414f-b93a-53638ab16ba6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:47.746001 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-141929ad-0f3a-4faa-9589-1f0b1ec7b0bf req-600dfb0c-da91-414f-b93a-53638ab16ba6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1087449
Apr 20 13:13:47.795549 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-141929ad-0f3a-4faa-9589-1f0b1ec7b0bf req-4976faea-99b0-48cd-be1d-b01813d09ae7 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426109
Apr 20 13:13:49.018835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9f3a6-d764-4b39-bade-7afc35fa995b req-b66295fb-fc1a-4760-acfe-66de8420a3fe tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:49.020487 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8ae9f3a6-d764-4b39-bade-7afc35fa995b req-b66295fb-fc1a-4760-acfe-66de8420a3fe tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0985065
Apr 20 13:13:49.069896 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8ae9f3a6-d764-4b39-bade-7afc35fa995b req-cea05598-ef8c-4c7b-8cc4-f93d95010e77 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428255
Apr 20 13:13:50.274680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6e48b-f6a5-45d1-a562-85edf0f363ff req-d7794c56-cc0f-4655-bae5-cf12c900ad68 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:50.276344 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f1d6e48b-f6a5-45d1-a562-85edf0f363ff req-d7794c56-cc0f-4655-bae5-cf12c900ad68 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0886657
Apr 20 13:13:50.331569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f1d6e48b-f6a5-45d1-a562-85edf0f363ff req-82a1f954-b70d-44dd-821e-fa7a4c750177 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475230
Apr 20 13:13:50.899288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-88fae800-c34f-418e-a440-1bedd7a55efb tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288526542&fields=id&tenant_id=fbc598551656469295a07887269023aa HTTP/1.1" status: 200  len: 267 time: 0.0428283
Apr 20 13:13:51.071781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-2a12bc45-b9e8-440f-b06c-c2f2f2efd620 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:51.073360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-2a12bc45-b9e8-440f-b06c-c2f2f2efd620 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 809 time: 0.1590538
Apr 20 13:13:51.090042 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-7f2a02b8-f09e-4c6a-a23b-85a4a2d50693 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/quotas/fbc598551656469295a07887269023aa HTTP/1.1" status: 200  len: 375 time: 0.0097802
Apr 20 13:13:51.179986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-79019716-4cf9-46c7-8be4-b5f3cdfc6808 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0840054
Apr 20 13:13:51.364190 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-cea07ddd-0f15-419d-b8e9-c04931f889cb service neutron] 10.222.0.72 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710219
Apr 20 13:13:51.578298 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-4106afb2-473c-408d-b621-22b16b8e74c7 service neutron] 10.222.0.72 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065911
Apr 20 13:13:51.615657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c50293-13c0-44f7-861e-556330069eda req-97559845-69e4-4a6f-9290-91950108a4f4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:51.617869 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-10c50293-13c0-44f7-861e-556330069eda req-97559845-69e4-4a6f-9290-91950108a4f4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1100929
Apr 20 13:13:51.670363 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-10c50293-13c0-44f7-861e-556330069eda req-51a78217-39f3-4cb1-859c-0eb1059f6b8a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430646
Apr 20 13:13:52.874791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa1202-4564-47b4-b2c6-05af23c32041 req-37d1405f-7b0e-48dc-a440-882afbd7ba54 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:52.876914 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bdfa1202-4564-47b4-b2c6-05af23c32041 req-37d1405f-7b0e-48dc-a440-882afbd7ba54 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0894217
Apr 20 13:13:52.926011 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bdfa1202-4564-47b4-b2c6-05af23c32041 req-77d26428-4d09-4882-945b-56de88e9076a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425527
Apr 20 13:13:53.070229 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0e9e4f58-fe7e-45e4-a4fe-5c4d85aacd54 req-0cf17c1f-a352-4f97-a443-215913e0979f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0544138
Apr 20 13:13:54.136182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f419-290a-41d3-89aa-43daebe6b8ff req-a38e1832-773e-43cf-bc27-e212530e0ef9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:54.138496 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a30f419-290a-41d3-89aa-43daebe6b8ff req-a38e1832-773e-43cf-bc27-e212530e0ef9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0964942
Apr 20 13:13:54.240420 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a30f419-290a-41d3-89aa-43daebe6b8ff req-29952003-a038-4526-a4a7-64ace473f9d6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926747
Apr 20 13:13:54.258997 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c4c6d111-c65a-4200-8e88-930134c74f40 req-1ebc0854-2e9f-4d64-9346-2770b55008b4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0652237
Apr 20 13:13:54.425816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-c5869140-0603-4f0e-9e8e-55f6e7e218e6 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:54.427371 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-c5869140-0603-4f0e-9e8e-55f6e7e218e6 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 809 time: 0.1674356
Apr 20 13:13:54.525036 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-130312e9-a029-4a6f-af19-12d7770fe8b6 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbc598551656469295a07887269023aa HTTP/1.1" status: 200  len: 8059 time: 0.0789549
Apr 20 13:13:54.548452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'port': {'device_id': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'admin_state_up': True, 'tenant_id': 'fbc598551656469295a07887269023aa', 'security_groups': ['8fa86b19-c273-410f-9230-87d321accd9c']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:54.705759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:13:54.709816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:port and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:13:54.712906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:13:54.718942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:13:54.728093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Made reservation on behalf of fbc598551656469295a07887269023aa for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:13:54.734169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:54.990216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Allocated IP 172.20.0.7 (e0d16418-dfb2-412a-bdfe-1880daa5bbaa/0846e1da-84dc-47ab-90e8-225ba81729f0/c2bfb99a-7c0b-4f89-ab57-084a9e3dd077) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:13:55.272747 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:55.367256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Transition to ACTIVE for port object c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:13:55.504336 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-03743e8d-d796-4807-b1e6-23f0832177e7 req-462f2f07-c6ae-4110-8167-e1b5ba2166de tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0696814
Apr 20 13:13:55.523075 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-b69cee89-0509-41cd-9523-bfb62ca5449d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2433367
Apr 20 13:13:55.533166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:55.541561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-19a1bc5c-a2aa-4eb5-b14a-f783bb77f7ef tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:13:55.676719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:13:55.685199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcbf3c-a512-4168-98a1-1362d877be79 req-d97af7ce-9262-4a95-af44-db78628fc352 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:55.686818 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebfcbf3c-a512-4168-98a1-1362d877be79 req-d97af7ce-9262-4a95-af44-db78628fc352 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3095641
Apr 20 13:13:55.691786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:13:55.694989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:13:55.700091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:13:55.882676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d191ff40-8428-4d73-b17c-a625ecc19ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:55.957475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-d93cbb2b-f2d4-462c-9529-bedfef7d2c9b None None] Provisioning for port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:13:55.963748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-d93cbb2b-f2d4-462c-9529-bedfef7d2c9b None None] Provisioning complete for port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:13:55.964245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d93cbb2b-f2d4-462c-9529-bedfef7d2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:55.976922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.977324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.977728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.978114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.978494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.978882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.979254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.979656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.980033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.980407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.980782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.981157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:13:55.994687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:13:56.023816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-d93cbb2b-f2d4-462c-9529-bedfef7d2c9b None None] Port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:13:56.047682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:56.048331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:56.058689 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebfcbf3c-a512-4168-98a1-1362d877be79 req-52134aae-00d4-4a45-8d30-7a7c4dbe62e6 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117036
Apr 20 13:13:56.071215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-07713f4b-5773-4745-acc7-1be16d21e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:56.072784 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-07713f4b-5773-4745-acc7-1be16d21e5e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 1098 time: 0.4989285
Apr 20 13:13:56.080523 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5389113
Apr 20 13:13:56.713532 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55f1b-4207-4caf-912a-28d602803653 req-53267751-0609-4f06-a057-7b0414fbce8c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:56.714197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-eea55f1b-4207-4caf-912a-28d602803653 req-53267751-0609-4f06-a057-7b0414fbce8c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Synchronizing usage tracker for tenant:fbc598551656469295a07887269023aa on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:13:56.730346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-eea55f1b-4207-4caf-912a-28d602803653 req-53267751-0609-4f06-a057-7b0414fbce8c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Unset dirty status for tenant:fbc598551656469295a07887269023aa on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:13:56.731639 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eea55f1b-4207-4caf-912a-28d602803653 req-53267751-0609-4f06-a057-7b0414fbce8c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 931 time: 0.1080003
Apr 20 13:13:56.779656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eea55f1b-4207-4caf-912a-28d602803653 req-b5f6b178-a87d-44d5-bdd8-d3280cc57195 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409770
Apr 20 13:13:57.257331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37722a-54b7-40c3-9452-0507af317629 req-c5215cfd-4cf3-4f60-9d30-a3b22843765c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:57.258891 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2f37722a-54b7-40c3-9452-0507af317629 req-c5215cfd-4cf3-4f60-9d30-a3b22843765c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0867178
Apr 20 13:13:57.306670 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2f37722a-54b7-40c3-9452-0507af317629 req-febe1cc1-260c-4771-981d-ba0a493ded06 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411866
Apr 20 13:13:57.986539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313a6d-d8ac-46e8-8269-3490acf42607 req-59248e67-6f12-4f9c-b6bd-7dc3addfb7bb tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:57.988167 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-14313a6d-d8ac-46e8-8269-3490acf42607 req-59248e67-6f12-4f9c-b6bd-7dc3addfb7bb tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 931 time: 0.0964751
Apr 20 13:13:58.035966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-14313a6d-d8ac-46e8-8269-3490acf42607 req-a15df338-5fca-40d8-aab8-ff45afa6d632 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410793
Apr 20 13:13:58.509186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d78a69-f4e8-41c0-bf6e-ba46d89e4a26 req-66d6c40f-b397-4b7c-b6e7-b4c58ac4a01e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:58.510748 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a3d78a69-f4e8-41c0-bf6e-ba46d89e4a26 req-66d6c40f-b397-4b7c-b6e7-b4c58ac4a01e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0873201
Apr 20 13:13:58.550702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b3adab4b-565c-4c70-8406-d6afe377d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:58.563382 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a3d78a69-f4e8-41c0-bf6e-ba46d89e4a26 req-620db234-7f85-4a58-93c0-36fb7dd60bd1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450785
Apr 20 13:13:58.869552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Request body: {'port': {'device_id': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:13:58.930995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:59.095813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:59.107851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:13:59.134472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-bed22d8c-f537-4cb7-b433-22aa0c0dd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:59.136057 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-bed22d8c-f537-4cb7-b433-22aa0c0dd6e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.2395039
Apr 20 13:13:59.289439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-c3c9c407-f300-4350-b853-93313fac1eca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 200  len: 217 time: 0.1205387
Apr 20 13:13:59.454196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-2f02ce7e-6ae6-4e85-a75a-51da0df9098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:59.455899 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-2f02ce7e-6ae6-4e85-a75a-51da0df9098d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.1497688
Apr 20 13:13:59.524509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429162e-25aa-4a5c-b1ee-773e84a57e07 req-cf9a408f-0e01-4f22-8a5d-7754999b8d07 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:13:59.524509 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a429162e-25aa-4a5c-b1ee-773e84a57e07 req-cf9a408f-0e01-4f22-8a5d-7754999b8d07 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 931 time: 0.3582582
Apr 20 13:13:59.550521 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-3ae9c192-acb5-4583-8c80-9a9fa9d15514 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843143
Apr 20 13:13:59.749814 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a429162e-25aa-4a5c-b1ee-773e84a57e07 req-4b8a6a19-c34d-42c8-aba8-56c80b5712a4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2036676
Apr 20 13:13:59.928037 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-86c89850-7164-4037-a245-e76af8018de5 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064027
Apr 20 13:14:00.127025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b9e8-a7be-4df2-b9a4-3206aa6f633d req-de52b6d5-2e3a-42d1-a50a-a1b681537d45 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:00.128673 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dc81b9e8-a7be-4df2-b9a4-3206aa6f633d req-de52b6d5-2e3a-42d1-a50a-a1b681537d45 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2930210
Apr 20 13:14:00.153227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:14:00.181950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.224518 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d1f6ff0-c075-4b13-b8f0-497e36739606 req-1e2c49ee-2462-4d4d-801a-f286c7214418 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819355
Apr 20 13:14:00.236905 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dc81b9e8-a7be-4df2-b9a4-3206aa6f633d req-d130a3b9-e527-4763-884d-9a2e6f2e3144 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893800
Apr 20 13:14:00.237895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Transition to ACTIVE for port object c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:14:00.242070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.247319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ebab0a23-62ed-434e-ab1d-b259eaefc347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:00.266554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.379355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.472612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:00.509097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:00.568605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Attempting to bind port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:14:00.568897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Attempting to bind port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:14:00.569248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Attempting to bind port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 on network e0d16418-dfb2-412a-bdfe-1880daa5bbaa {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:14:00.575838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 on network e0d16418-dfb2-412a-bdfe-1880daa5bbaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:14:00.576148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Attempting to bind port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 on network e0d16418-dfb2-412a-bdfe-1880daa5bbaa {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:14:00.592114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3a87-0a3c-4b99-b2be-265e521115f3 req-9268819e-8513-4563-a8e8-189acd598b52 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:00.593767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99eb3a87-0a3c-4b99-b2be-265e521115f3 req-9268819e-8513-4563-a8e8-189acd598b52 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.2182758
Apr 20 13:14:00.595067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:14:00.595485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Checking segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:14:00.595898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Bound using segment: {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:14:00.596379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Bound port: c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89249a8f-fb9f-425f-a274-80a17034d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:14:00.596764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.707009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-99eb3a87-0a3c-4b99-b2be-265e521115f3 req-d827b07d-cc74-4cbe-8a7c-1dd9e339e642 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988705
Apr 20 13:14:00.734123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:14:00.737248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:14:00.740621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.745336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:00.800099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:00.800836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:00.802309 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] 10.222.0.58 "PUT /v2.0/ports/c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 1093 time: 1.9375587
Apr 20 13:14:00.802835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:00.834289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:00.838485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:01.016608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8f92-5107-4f6f-91b0-ad17c22e9746 req-09659623-d119-4e15-8c59-9c03cf7ef6a9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:01.018208 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-24da8f92-5107-4f6f-91b0-ad17c22e9746 req-09659623-d119-4e15-8c59-9c03cf7ef6a9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1346803
Apr 20 13:14:01.070613 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-24da8f92-5107-4f6f-91b0-ad17c22e9746 req-0895565a-5f85-4cde-9f48-d2eedfc9a36a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458121
Apr 20 13:14:01.134912 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'status': 'completed', 'code': 200}
Apr 20 13:14:01.445228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4274a-4399-4193-980f-fc36def743a5 req-dd1f0404-2fd7-49be-8a5d-d4d25324d37c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:01.446754 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4fd4274a-4399-4193-980f-fc36def743a5 req-dd1f0404-2fd7-49be-8a5d-d4d25324d37c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0886147
Apr 20 13:14:01.494526 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4fd4274a-4399-4193-980f-fc36def743a5 req-b21ecf3a-18ff-41a2-ae65-3e0b39bb80cd tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413630
Apr 20 13:14:02.130066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb67c78-cec6-4361-ac97-2c50cddb92e2 req-547f8c58-f150-41f3-803f-a87e2bf48a59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:02.131635 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebb67c78-cec6-4361-ac97-2c50cddb92e2 req-547f8c58-f150-41f3-803f-a87e2bf48a59 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.3087342
Apr 20 13:14:02.180727 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ebb67c78-cec6-4361-ac97-2c50cddb92e2 req-b9e51e00-273c-4ad8-a0b0-937320bd397b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425243
Apr 20 13:14:02.372180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032273-c268-4817-be70-1720a2363499 req-b8f37c28-ea24-4110-92e1-d411f965e941 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:02.373779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59032273-c268-4817-be70-1720a2363499 req-b8f37c28-ea24-4110-92e1-d411f965e941 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.0921249
Apr 20 13:14:02.426172 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59032273-c268-4817-be70-1720a2363499 req-f47ceaf2-0f12-4158-a466-f698b39d3929 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453122
Apr 20 13:14:02.696166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8ee-4740-4575-93c9-47c29d9630fb req-e4824683-a0ef-47c4-be7d-633e592aae18 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:02.697650 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-db5ab8ee-4740-4575-93c9-47c29d9630fb req-e4824683-a0ef-47c4-be7d-633e592aae18 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0871930
Apr 20 13:14:02.744830 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-db5ab8ee-4740-4575-93c9-47c29d9630fb req-223720bf-cb04-46d0-9b6f-c59a9e307f33 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407848
Apr 20 13:14:03.385303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd20dd-23e0-4376-a0df-ec975e3e7899 req-d56fd60d-76ef-4417-a4fa-43f3d836e923 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:03.386917 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ecd20dd-23e0-4376-a0df-ec975e3e7899 req-d56fd60d-76ef-4417-a4fa-43f3d836e923 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.0929227
Apr 20 13:14:03.488870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ecd20dd-23e0-4376-a0df-ec975e3e7899 req-b9417b1c-2356-4fc8-a2e6-3ab79d2fc38b tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611508
Apr 20 13:14:03.501400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-3cf99c44-f62f-4b56-a70b-d2d501cac80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:03.503189 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-3cf99c44-f62f-4b56-a70b-d2d501cac80c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1096 time: 0.1150277
Apr 20 13:14:03.727212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-9f131846-b08d-48ae-95b5-66f22a69ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:03.728851 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-9f131846-b08d-48ae-95b5-66f22a69ca47 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fbc598551656469295a07887269023aa&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2137547
Apr 20 13:14:03.737991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8a2bd-edeb-4dcb-86af-f009ec3c96c2 req-194b7362-d8b4-444c-8483-be4322fe7d48 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:03.739485 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-86a8a2bd-edeb-4dcb-86af-f009ec3c96c2 req-194b7362-d8b4-444c-8483-be4322fe7d48 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1977046
Apr 20 13:14:03.921453 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-86a8a2bd-edeb-4dcb-86af-f009ec3c96c2 req-4a93e723-cc7e-4ce5-af35-c86848ab6326 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564109
Apr 20 13:14:03.983116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-f0dc1eb0-8c91-45e9-8572-fd3643486261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:03.984726 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58f10ae5-6523-45f2-b4c9-feab435e3de0 req-f0dc1eb0-8c91-45e9-8572-fd3643486261 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2443340
Apr 20 13:14:04.013832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cb43a-483c-4125-96c4-658d4ec49cdc req-74b8441b-7dc5-430a-950a-da6d11a799e1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:04.015469 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f6cb43a-483c-4125-96c4-658d4ec49cdc req-74b8441b-7dc5-430a-950a-da6d11a799e1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1471889
Apr 20 13:14:04.115799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5f6cb43a-483c-4125-96c4-658d4ec49cdc req-5b5427c9-d535-41e6-aa7c-116097356bbc tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921147
Apr 20 13:14:04.148510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-8300fa36-00e4-4664-bfc3-df116db257e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:04.150098 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-8300fa36-00e4-4664-bfc3-df116db257e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1096 time: 0.0963330
Apr 20 13:14:04.232035 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-89da4179-0229-49b9-b4b4-cf115c3a8b8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 217 time: 0.0700791
Apr 20 13:14:04.301440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-fedd1482-3b7e-4d1f-882d-3b4a9d1c842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:04.302957 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-fedd1482-3b7e-4d1f-882d-3b4a9d1c842b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0634942
Apr 20 13:14:04.394058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-f8271fee-fa6e-4b3c-b135-9e9b159f3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:04.395717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-f8271fee-fa6e-4b3c-b135-9e9b159f3b25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815701
Apr 20 13:14:04.545115 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-40306ada-d56b-40ee-9aa4-ec0ee868c497 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362174
Apr 20 13:14:04.762165 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ee4a67c7-32b3-42c7-95bf-8293276078a8 req-02a81393-ce57-49fa-9c43-11c1ffe56a9c service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017105
Apr 20 13:14:04.774336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6ccd-c01b-4a6f-b527-b86b9d40fd4e req-0fa84bdc-8c24-4c06-98f8-e375b095f5b9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:04.775813 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c76a6ccd-c01b-4a6f-b527-b86b9d40fd4e req-0fa84bdc-8c24-4c06-98f8-e375b095f5b9 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.1437392
Apr 20 13:14:04.825614 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c76a6ccd-c01b-4a6f-b527-b86b9d40fd4e req-0544b987-c2b2-4925-b96f-93d3c265f0ea tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431733
Apr 20 13:14:05.134266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ca86d-937c-4df8-862d-abaee9dc2002 req-357df3d4-6e8c-43e3-9e0b-d93062f53c3d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:05.135787 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fe3ca86d-937c-4df8-862d-abaee9dc2002 req-357df3d4-6e8c-43e3-9e0b-d93062f53c3d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.0903561
Apr 20 13:14:05.188663 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fe3ca86d-937c-4df8-862d-abaee9dc2002 req-04c9f9be-8515-4510-99e4-0ada8d042161 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464559
Apr 20 13:14:05.459212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-e437e1c9-442b-44de-bfcd-d03b76f79270 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:05.460842 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-e437e1c9-442b-44de-bfcd-d03b76f79270 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.1457703
Apr 20 13:14:05.551091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4ca4-5215-4550-9424-1713e927db4e req-7ca15f1d-a282-4e2c-81cd-9e68e86670b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:05.552668 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5fa4ca4-5215-4550-9424-1713e927db4e req-7ca15f1d-a282-4e2c-81cd-9e68e86670b4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1779366
Apr 20 13:14:05.559055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Deleting port bd97621a-3e20-40b5-a5dd-bfe2044397c2 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:05.559460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:05.690038 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5fa4ca4-5215-4550-9424-1713e927db4e req-70099594-7cf2-44c1-8cb5-ce0c3dd8d80c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030111
Apr 20 13:14:05.856338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] For port bd97621a-3e20-40b5-a5dd-bfe2044397c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd97621a-3e20-40b5-a5dd-bfe2044397c2,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:05.856733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:05.992648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Calling delete_port for bd97621a-3e20-40b5-a5dd-bfe2044397c2 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:06.183276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a150eb-1a35-477f-834c-82ee879b4973 req-130a1bc4-e057-4bc7-9ce4-95f294031b31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:06.184850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60a150eb-1a35-477f-834c-82ee879b4973 req-130a1bc4-e057-4bc7-9ce4-95f294031b31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddf8040-fe27-4c9e-b76d-a1300bfff8c5 HTTP/1.1" status: 200  len: 946 time: 0.2008965
Apr 20 13:14:06.238540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:06.248308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6487e35a-0ec1-42e7-81a0-6f95553559b4 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:06.255620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c', '7ba47526-45ae-43bf-8254-7873d3fd111f', 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'bd97621a-3e20-40b5-a5dd-bfe2044397c2'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:06.331820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event deleted for resources: {'Port': ['ID=bd97621a-3e20-40b5-a5dd-bfe2044397c2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:06.334328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:06.345206 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60a150eb-1a35-477f-834c-82ee879b4973 req-afd0e255-6c29-4810-8886-2cb27f1ecc40 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484616
Apr 20 13:14:06.434080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] No DVR routers for this DVR port bd97621a-3e20-40b5-a5dd-bfe2044397c2 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:06.436741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:06.441195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'name': 'network-vif-deleted', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:06.462322 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b59f76e-10e9-4da0-aac9-642ae4216649 req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "DELETE /v2.0/ports/bd97621a-3e20-40b5-a5dd-bfe2044397c2 HTTP/1.1" status: 204  len: 173 time: 0.9914505
Apr 20 13:14:06.498438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a85b5-b93f-41b0-827b-d4bd294cdcae req-eaa80e66-e4b7-4470-89ba-448c02fe63e0 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:06.501008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-106a85b5-b93f-41b0-827b-d4bd294cdcae req-eaa80e66-e4b7-4470-89ba-448c02fe63e0 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1651523
Apr 20 13:14:06.525983 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf8040-fe27-4c9e-b76d-a1300bfff8c5', 'name': 'network-vif-deleted', 'tag': 'bd97621a-3e20-40b5-a5dd-bfe2044397c2', 'status': 'completed', 'code': 200}
Apr 20 13:14:06.558544 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-106a85b5-b93f-41b0-827b-d4bd294cdcae req-9a825939-24c2-495b-963f-aab8dbcf8ccf tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504348
Apr 20 13:14:06.895989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5c7d-a2d5-4b09-a077-22da03366062 req-05891fb0-7702-435b-8de3-8840aaad2129 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:06.897582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b0bb5c7d-a2d5-4b09-a077-22da03366062 req-05891fb0-7702-435b-8de3-8840aaad2129 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0882711
Apr 20 13:14:06.945931 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b0bb5c7d-a2d5-4b09-a077-22da03366062 req-37f773fb-4b73-49e5-9cbe-7c0928ae0720 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418549
Apr 20 13:14:07.768205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4b35-04bd-43a8-9e40-1d4fef9d9d67 req-686c7e0b-efc4-4801-ab9f-1f171adfbf2a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:07.769837 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-828b4b35-04bd-43a8-9e40-1d4fef9d9d67 req-686c7e0b-efc4-4801-ab9f-1f171adfbf2a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.0934587
Apr 20 13:14:07.819495 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-828b4b35-04bd-43a8-9e40-1d4fef9d9d67 req-e22312d2-0386-4c59-9713-d4b96c95e4e0 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431819
Apr 20 13:14:08.196991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5878-fc30-41b6-95c9-82569b511466 req-009ceade-a952-4037-8d60-8e2854a71bb4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:08.198729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8ab5878-fc30-41b6-95c9-82569b511466 req-009ceade-a952-4037-8d60-8e2854a71bb4 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0956941
Apr 20 13:14:08.260781 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8ab5878-fc30-41b6-95c9-82569b511466 req-d35d2e37-6df0-4c28-9bee-1290c1a00ef9 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537789
Apr 20 13:14:09.096781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fe1a-6d40-44a4-950e-91a5774aef99 req-b24ac100-f1c1-4eda-8f20-f8aa0320e4e6 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:09.098353 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5548fe1a-6d40-44a4-950e-91a5774aef99 req-b24ac100-f1c1-4eda-8f20-f8aa0320e4e6 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1534858
Apr 20 13:14:09.367530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daa6f-fccd-4b18-97b5-754e0d728314 req-1a42c518-cccf-415d-8ed2-4ee6a03ec449 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:09.367530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cb9daa6f-fccd-4b18-97b5-754e0d728314 req-1a42c518-cccf-415d-8ed2-4ee6a03ec449 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:09.385323 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5548fe1a-6d40-44a4-950e-91a5774aef99 req-d09bf2d9-e908-4929-b934-1ebb65b4ec3c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2798958
Apr 20 13:14:09.391558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cb9daa6f-fccd-4b18-97b5-754e0d728314 req-1a42c518-cccf-415d-8ed2-4ee6a03ec449 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:09.392725 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb9daa6f-fccd-4b18-97b5-754e0d728314 req-1a42c518-cccf-415d-8ed2-4ee6a03ec449 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.3906317
Apr 20 13:14:09.446565 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb9daa6f-fccd-4b18-97b5-754e0d728314 req-ba072584-69f0-4a88-8388-f3184d6d1d12 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420754
Apr 20 13:14:09.579521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f050-835e-430c-bd78-5182ba08eb01 req-3d2ea969-c48b-4083-a9d0-b82588f3c8c2 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:09.587462 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fc34f050-835e-430c-bd78-5182ba08eb01 req-3d2ea969-c48b-4083-a9d0-b82588f3c8c2 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0973690
Apr 20 13:14:09.633476 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fc34f050-835e-430c-bd78-5182ba08eb01 req-d074aef0-233a-4673-9fed-bcf63a4fc289 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455999
Apr 20 13:14:09.841717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa4a5-9066-4f5b-9747-a1560fef62c9 req-9d1b5b97-85cf-4796-b64b-b1b56e514531 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:09.843278 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-621fa4a5-9066-4f5b-9747-a1560fef62c9 req-9d1b5b97-85cf-4796-b64b-b1b56e514531 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.0880816
Apr 20 13:14:09.949832 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-621fa4a5-9066-4f5b-9747-a1560fef62c9 req-581772a8-274e-4377-844e-05009897801d tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987644
Apr 20 13:14:09.964081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48b65-1771-4941-a464-3340e427495c req-c068c608-f677-4d90-88d5-988561e2db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:09.965657 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-10b48b65-1771-4941-a464-3340e427495c req-c068c608-f677-4d90-88d5-988561e2db96 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1158752
Apr 20 13:14:10.012504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-10b48b65-1771-4941-a464-3340e427495c req-cb6c4f36-fdfc-46c8-94f2-e36a9b1903e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357561
Apr 20 13:14:10.237315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd97621a-3e20-40b5-a5dd-bfe2044397c2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:10.275080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: bd97621a-3e20-40b5-a5dd-bfe2044397c2 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:10.275502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd97621a-3e20-40b5-a5dd-bfe2044397c2 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:10.644090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fefa8-e818-4afc-bcb9-75d90a33fe53 req-ae6db96f-2f9f-4623-9983-aa37c1e8893e tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:10.645704 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d70fefa8-e818-4afc-bcb9-75d90a33fe53 req-ae6db96f-2f9f-4623-9983-aa37c1e8893e tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1462982
Apr 20 13:14:10.714932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0cdb-4259-484c-881b-c7931273894c req-c60887c2-348e-4a77-9171-c76a0c3a0c31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:10.716572 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-78dc0cdb-4259-484c-881b-c7931273894c req-c60887c2-348e-4a77-9171-c76a0c3a0c31 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.1498773
Apr 20 13:14:10.719789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d70fefa8-e818-4afc-bcb9-75d90a33fe53 req-5af8fd78-ff3c-4bd2-bcf0-6ed4419f945f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660386
Apr 20 13:14:10.773196 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-78dc0cdb-4259-484c-881b-c7931273894c req-3076c7fc-511f-4ae5-bc99-8d189f477c15 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500386
Apr 20 13:14:10.917399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded23f1-bb86-4fe9-8bbe-411c9f921ab7 req-6ad99476-7b64-4265-8bb6-edb17ad1ef3f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:10.918996 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2ded23f1-bb86-4fe9-8bbe-411c9f921ab7 req-6ad99476-7b64-4265-8bb6-edb17ad1ef3f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0894351
Apr 20 13:14:10.968362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2ded23f1-bb86-4fe9-8bbe-411c9f921ab7 req-0005d37c-c0c7-4f53-923d-5b686e7c1828 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417891
Apr 20 13:14:11.159416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7b7b6-7647-41b5-a3a3-c0dff01f4e37 req-4ac23624-1704-4aef-ac5d-3018bb6c6c5f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:11.161013 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfd7b7b6-7647-41b5-a3a3-c0dff01f4e37 req-4ac23624-1704-4aef-ac5d-3018bb6c6c5f tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.0896404
Apr 20 13:14:11.213898 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfd7b7b6-7647-41b5-a3a3-c0dff01f4e37 req-4cf4aadc-3631-4fa5-8673-d3bea4ecf180 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460646
Apr 20 13:14:11.528668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896ea11-8cda-43b2-88b8-ab39c02037ad req-baa91f44-934c-4b37-9ab9-e48de7d16d7b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:11.530220 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8896ea11-8cda-43b2-88b8-ab39c02037ad req-baa91f44-934c-4b37-9ab9-e48de7d16d7b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1587131
Apr 20 13:14:11.539814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-9538e7b5-1a8b-4b02-9938-e290b316f67e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:11.541252 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-9538e7b5-1a8b-4b02-9938-e290b316f67e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.1265893
Apr 20 13:14:11.633163 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8896ea11-8cda-43b2-88b8-ab39c02037ad req-e8a5541e-db70-4e59-9a71-8725b31ff614 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908432
Apr 20 13:14:11.650280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Deleting port bd822401-d47b-4cb8-9370-e6b06a79fea3 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:11.650712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:12.036180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] For port bd822401-d47b-4cb8-9370-e6b06a79fea3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd822401-d47b-4cb8-9370-e6b06a79fea3,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:12.036576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:12.174921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Calling delete_port for bd822401-d47b-4cb8-9370-e6b06a79fea3 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:12.270332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce01e5-06b2-408a-b152-a01f9d45d404 req-dbde700f-01c8-43b4-8820-81718ddd730d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:12.271911 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9ce01e5-06b2-408a-b152-a01f9d45d404 req-dbde700f-01c8-43b4-8820-81718ddd730d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.4292724
Apr 20 13:14:12.317300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dc637-2129-44a9-b7a6-3b3f8dbe7364 req-3f6a59ad-bb64-44f4-82c5-bbfe569f993a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:12.318803 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-735dc637-2129-44a9-b7a6-3b3f8dbe7364 req-3f6a59ad-bb64-44f4-82c5-bbfe569f993a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=234e6739-4337-4466-983f-4a6e184ba4ef HTTP/1.1" status: 200  len: 945 time: 0.4266012
Apr 20 13:14:12.407677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9ce01e5-06b2-408a-b152-a01f9d45d404 req-97269088-e509-459e-84f4-ead20e227a1c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193357
Apr 20 13:14:12.474801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-735dc637-2129-44a9-b7a6-3b3f8dbe7364 req-5fc209de-7c2d-4e3c-b725-51ae24340a2f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419256
Apr 20 13:14:12.497473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-e0e93288-5b5e-487b-b20a-17ce73d1e3b3 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:12.497473 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-e0e93288-5b5e-487b-b20a-17ce73d1e3b3 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.3229237
Apr 20 13:14:12.664616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:12.676275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c', '7ba47526-45ae-43bf-8254-7873d3fd111f', 'bd822401-d47b-4cb8-9370-e6b06a79fea3'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:12.678797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:12.727414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Deleting port d924160a-d4c6-46ba-91c4-a7bace686084 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:12.727819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:12.778411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event deleted for resources: {'Port': ['ID=bd822401-d47b-4cb8-9370-e6b06a79fea3,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:12.820849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:13.111558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] No DVR routers for this DVR port bd822401-d47b-4cb8-9370-e6b06a79fea3 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:13.142219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:13.150801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'name': 'network-vif-deleted', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:13.194709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe78cb-f424-412b-82b7-ff2cf1a44876 req-616a2e60-ef58-46d7-aa0e-cbf3c774a70f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:13.196303 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ebe78cb-f424-412b-82b7-ff2cf1a44876 req-616a2e60-ef58-46d7-aa0e-cbf3c774a70f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.6659372
Apr 20 13:14:13.204508 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6189a467-e184-4237-bc2e-2c39d3fb2849 req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "DELETE /v2.0/ports/bd822401-d47b-4cb8-9370-e6b06a79fea3 HTTP/1.1" status: 204  len: 173 time: 1.6464908
Apr 20 13:14:13.251392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ddb50-6882-41f8-bd45-e16adedcf6ec req-a0d71a7f-76a8-462c-8cde-2c923fca73ec tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:13.252967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-726ddb50-6882-41f8-bd45-e16adedcf6ec req-a0d71a7f-76a8-462c-8cde-2c923fca73ec tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 946 time: 0.6607866
Apr 20 13:14:13.386983 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ebe78cb-f424-412b-82b7-ff2cf1a44876 req-2a755bea-3cd2-4202-ac6b-2dd97478fb01 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815145
Apr 20 13:14:13.414173 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-726ddb50-6882-41f8-bd45-e16adedcf6ec req-0bf5b1ee-49f2-47df-80c1-9585efd6c242 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/security-groups?id=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061137
Apr 20 13:14:13.445694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] For port d924160a-d4c6-46ba-91c4-a7bace686084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d924160a-d4c6-46ba-91c4-a7bace686084,segment=NetworkSegment(135dde22-dcb3-4f25-b790-95de26969ed5),segment_id=135dde22-dcb3-4f25-b790-95de26969ed5)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:13.446093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:13.511514 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e6739-4337-4466-983f-4a6e184ba4ef', 'name': 'network-vif-deleted', 'tag': 'bd822401-d47b-4cb8-9370-e6b06a79fea3', 'status': 'completed', 'code': 200}
Apr 20 13:14:13.621400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Calling delete_port for d924160a-d4c6-46ba-91c4-a7bace686084 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:13.827120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fbae7-ccf6-456d-b31b-3c6fb6769d99 req-57f13644-18eb-4913-8b2e-40e1e8c13deb tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:13.829295 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f22fbae7-ccf6-456d-b31b-3c6fb6769d99 req-57f13644-18eb-4913-8b2e-40e1e8c13deb tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.3169551
Apr 20 13:14:13.915434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:13.925291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:13.927343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d924160a-d4c6-46ba-91c4-a7bace686084'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:13.960200 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f22fbae7-ccf6-456d-b31b-3c6fb6769d99 req-8aeadfd0-8691-470f-9786-644f41c31a01 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203961
Apr 20 13:14:13.989275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Pushing event deleted for resources: {'Port': ['ID=d924160a-d4c6-46ba-91c4-a7bace686084,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:13.989275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:14.030301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f8ee-72f4-4800-83c3-6f6cfc110925 req-e37697ed-f2ef-44a7-9373-09e38262b91b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.031866 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a16f8ee-72f4-4800-83c3-6f6cfc110925 req-e37697ed-f2ef-44a7-9373-09e38262b91b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.2631993
Apr 20 13:14:14.091210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] No DVR routers for this DVR port d924160a-d4c6-46ba-91c4-a7bace686084 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:14.095017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:14.119507 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81bd9981-d69b-40d4-8ffb-54a3d55b1c43 req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.58 "DELETE /v2.0/ports/d924160a-d4c6-46ba-91c4-a7bace686084 HTTP/1.1" status: 204  len: 173 time: 1.6226726
Apr 20 13:14:14.131692 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a16f8ee-72f4-4800-83c3-6f6cfc110925 req-de6f9890-f554-4b4f-b63a-fcb58a3d4c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597963
Apr 20 13:14:14.266117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:14:14.428970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:14.445387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'mac_address': 'fa:16:3e:73:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:14:14.451575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-9684e7cb-226d-44c4-90c8-68fb59460b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.453230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-9684e7cb-226d-44c4-90c8-68fb59460b40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9106ab2d238149608bd728efe5910d3d&device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 1098 time: 0.1738913
Apr 20 13:14:14.462492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c838-815d-449c-9f3c-fe9d33ab0976 req-89858fc6-ca02-4203-94f3-5a3be841454b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.464113 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5c96c838-815d-449c-9f3c-fe9d33ab0976 req-89858fc6-ca02-4203-94f3-5a3be841454b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1371887
Apr 20 13:14:14.507225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:14.524355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:14:14.539789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:14.542548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:14.544392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:14.617003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:14.624825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.625301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.625752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.626122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.626488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.626956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.627334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.627716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.628128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.628419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.628769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.629123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:14.633124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:14.693461 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5c96c838-815d-449c-9f3c-fe9d33ab0976 req-93292bd1-cc11-4a2a-ab89-62bf2bbdb6c1 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026610
Apr 20 13:14:14.704659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-8263ee24-02de-4fe1-be43-f4b2b99c08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.706271 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-8263ee24-02de-4fe1-be43-f4b2b99c08ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 200  len: 921 time: 0.2412291
Apr 20 13:14:14.798352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b17cf1-75d9-456e-ba4a-45ec0d52f165 req-3b0ce9e6-4aa2-4a5f-945a-c7453a41afb6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.799225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d1b17cf1-75d9-456e-ba4a-45ec0d52f165 req-3b0ce9e6-4aa2-4a5f-945a-c7453a41afb6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:14.806602 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-81eac355-11f5-4692-bb16-a16937467fcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 200  len: 217 time: 0.0877860
Apr 20 13:14:14.876444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:14.903686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d1b17cf1-75d9-456e-ba4a-45ec0d52f165 req-3b0ce9e6-4aa2-4a5f-945a-c7453a41afb6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:14.904952 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1b17cf1-75d9-456e-ba4a-45ec0d52f165 req-3b0ce9e6-4aa2-4a5f-945a-c7453a41afb6 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.4180958
Apr 20 13:14:14.912398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e0125238-ed7a-4391-87c4-578f1302ba8a req-d3e2dc96-05c1-4513-afff-55377f8f4432 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Synchronizing usage tracker for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:14.976560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-bf2da00b-444e-4422-9393-758175f3ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:14.978114 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-bf2da00b-444e-4422-9393-758175f3ecde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 200  len: 859 time: 0.1270623
Apr 20 13:14:14.981332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e0125238-ed7a-4391-87c4-578f1302ba8a req-d3e2dc96-05c1-4513-afff-55377f8f4432 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Unset dirty status for tenant:e77ca6ad89004aeb863f28832d50298c on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:14.982456 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e0125238-ed7a-4391-87c4-578f1302ba8a req-d3e2dc96-05c1-4513-afff-55377f8f4432 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5d92d8b-7854-4b3d-be6f-2acf5396d576 HTTP/1.1" status: 200  len: 210 time: 0.1722405
Apr 20 13:14:14.988197 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d1b17cf1-75d9-456e-ba4a-45ec0d52f165 req-db3abcc0-682a-45c8-8857-06800db83755 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729604
Apr 20 13:14:15.049099 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-de9a4d33-d88e-4b96-8ad4-821a0c2eef3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598865
Apr 20 13:14:15.313332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-29ef8605-5789-4e72-a82a-26f08864086f service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488902
Apr 20 13:14:15.331364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a490d1-8e0e-4288-aa39-c73346125a19 req-cc351673-680c-43f0-a039-dc161ce314c4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:15.332959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-83a490d1-8e0e-4288-aa39-c73346125a19 req-cc351673-680c-43f0-a039-dc161ce314c4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1935287
Apr 20 13:14:15.490290 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-83a490d1-8e0e-4288-aa39-c73346125a19 req-6ab6614e-4ef9-4bc0-b510-0da0a1bf655b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296115
Apr 20 13:14:15.516810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5609-a471-421a-9525-92a432a302a3 req-9494bf46-524e-410e-97e9-be1baa3af45a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:15.518367 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75df5609-a471-421a-9525-92a432a302a3 req-9494bf46-524e-410e-97e9-be1baa3af45a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 944 time: 0.2617898
Apr 20 13:14:15.520569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'name': 'network-vif-deleted', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:15.564243 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8968453e-f1ad-4800-ba38-220fbbf272cb req-a2b5dfcc-ea98-444c-b5a5-8a366d835330 service neutron] 10.222.0.58 "GET /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296469
Apr 20 13:14:15.574115 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d92d8b-7854-4b3d-be6f-2acf5396d576', 'name': 'network-vif-deleted', 'tag': 'd924160a-d4c6-46ba-91c4-a7bace686084', 'status': 'completed', 'code': 200}
Apr 20 13:14:15.592765 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75df5609-a471-421a-9525-92a432a302a3 req-263dbb08-874d-4378-8ddd-dff74472dd6c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670700
Apr 20 13:14:15.897252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8341c9-0259-4890-bbce-629a4cd78686 req-1be0f396-8868-4acf-9f97-7338a7751325 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:15.898799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b8341c9-0259-4890-bbce-629a4cd78686 req-1be0f396-8868-4acf-9f97-7338a7751325 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0892220
Apr 20 13:14:15.948846 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b8341c9-0259-4890-bbce-629a4cd78686 req-d111de79-ec94-465b-a9e5-bfea85dcf4c5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433729
Apr 20 13:14:16.189118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-5219ff4b-3071-4428-a2f8-8253d23fa7f3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:16.190592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-5219ff4b-3071-4428-a2f8-8253d23fa7f3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.1502154
Apr 20 13:14:16.277842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:14:16.283568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f69a9-dca9-4f01-9c9e-7ec6fc783c06 req-31cd9ad5-9cc2-4e98-b9aa-072c4e792dfd tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:16.285181 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-891f69a9-dca9-4f01-9c9e-7ec6fc783c06 req-31cd9ad5-9cc2-4e98-b9aa-072c4e792dfd tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 946 time: 0.1651595
Apr 20 13:14:16.291692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Deleting port 7ba47526-45ae-43bf-8254-7873d3fd111f {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:16.292084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:16.349845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:14:16.355093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:14:16.355693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:16.427338 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-891f69a9-dca9-4f01-9c9e-7ec6fc783c06 req-193a7229-4ef6-437e-a6a8-a79b6e040d34 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052110
Apr 20 13:14:16.502687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:16.553417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:16.564589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:16.568020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:16.568958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d924160a-d4c6-46ba-91c4-a7bace686084 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:16.614958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:16.652288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: d924160a-d4c6-46ba-91c4-a7bace686084 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:16.652678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d924160a-d4c6-46ba-91c4-a7bace686084 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:16.653164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd822401-d47b-4cb8-9370-e6b06a79fea3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:16.692705 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'code': 200}
Apr 20 13:14:16.705805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: bd822401-d47b-4cb8-9370-e6b06a79fea3 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:16.706177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd822401-d47b-4cb8-9370-e6b06a79fea3 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:16.736828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:16.740076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:17.043798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] For port 7ba47526-45ae-43bf-8254-7873d3fd111f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ba47526-45ae-43bf-8254-7873d3fd111f,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:17.044356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:17.062186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb19905-cad0-49c7-a0db-54a93d664dbe req-c8cd5fc6-67ed-43bd-bdf1-5029d1b0b46a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:17.063808 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fdb19905-cad0-49c7-a0db-54a93d664dbe req-c8cd5fc6-67ed-43bd-bdf1-5029d1b0b46a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.3510756
Apr 20 13:14:17.082387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1b749-2687-487b-bd78-a23dc31c1d64 req-a866e9b4-2f34-4558-ba4c-3b8464359e0a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:17.083899 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2e1b749-2687-487b-bd78-a23dc31c1d64 req-a866e9b4-2f34-4558-ba4c-3b8464359e0a tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.3253937
Apr 20 13:14:17.239829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Calling delete_port for 7ba47526-45ae-43bf-8254-7873d3fd111f owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:17.271018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8dfbe-6ec8-481c-a6f2-5009b95264f8 req-497b9169-859a-45aa-9376-351f5abee900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:17.272729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e3a8dfbe-6ec8-481c-a6f2-5009b95264f8 req-497b9169-859a-45aa-9376-351f5abee900 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.3973577
Apr 20 13:14:17.366194 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fdb19905-cad0-49c7-a0db-54a93d664dbe req-b833d79c-8eaa-4a1e-ab83-fafbb1e5945b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2949564
Apr 20 13:14:17.377795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2e1b749-2687-487b-bd78-a23dc31c1d64 req-c9fa018b-fa7b-4a08-8ba3-d5482fe9e2ce tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2395177
Apr 20 13:14:17.403960 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e3a8dfbe-6ec8-481c-a6f2-5009b95264f8 req-f11c1c16-ae64-4896-8150-b0271ba99f81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176713
Apr 20 13:14:17.489044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:17.495352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:17.501947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c', '7ba47526-45ae-43bf-8254-7873d3fd111f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:17.589274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event deleted for resources: {'Port': ['ID=7ba47526-45ae-43bf-8254-7873d3fd111f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:17.604586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:17.695674 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-82122e19-4459-4e17-8c52-6fa7968502ee req-3b2a93cb-627c-459a-a588-eecd49efd5e3 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.1076040
Apr 20 13:14:17.738392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] No DVR routers for this DVR port 7ba47526-45ae-43bf-8254-7873d3fd111f on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:17.741620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:17.749635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'name': 'network-vif-deleted', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:17.773246 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75aebbbb-2a72-4574-adf0-f4eb1e7f91ff req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "DELETE /v2.0/ports/7ba47526-45ae-43bf-8254-7873d3fd111f HTTP/1.1" status: 204  len: 173 time: 1.5695319
Apr 20 13:14:17.786576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c46341-2d4e-4bed-bc9d-e6a3d34e6249 req-98d1e644-15b8-46f8-991d-2b6dccb8cc6c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:17.788247 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-76c46341-2d4e-4bed-bc9d-e6a3d34e6249 req-98d1e644-15b8-46f8-991d-2b6dccb8cc6c tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.2550018
Apr 20 13:14:17.799288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f57099-e37d-42d5-bad7-b905961eb067', 'name': 'network-vif-deleted', 'tag': '7ba47526-45ae-43bf-8254-7873d3fd111f', 'status': 'completed', 'code': 200}
Apr 20 13:14:17.842082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-76c46341-2d4e-4bed-bc9d-e6a3d34e6249 req-57555d21-c9e7-4429-beda-854f802d72cc tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456083
Apr 20 13:14:18.648520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c0c9-f5bf-49a3-a428-a8420c500901 req-b41bf7e9-f73e-4962-b2bc-3adcd8093b36 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:18.650109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26f0c0c9-f5bf-49a3-a428-a8420c500901 req-b41bf7e9-f73e-4962-b2bc-3adcd8093b36 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1562142
Apr 20 13:14:18.663709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c45978-1917-496a-bff7-e4c62c706b03 req-d3d4c904-d11d-4a6d-aa5b-99b7a1b7cb8f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:18.665155 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-11c45978-1917-496a-bff7-e4c62c706b03 req-d3d4c904-d11d-4a6d-aa5b-99b7a1b7cb8f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.1306424
Apr 20 13:14:18.741425 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26f0c0c9-f5bf-49a3-a428-a8420c500901 req-69a8e71a-e21d-4e1d-8ecf-cd854df15807 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752528
Apr 20 13:14:18.744352 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-11c45978-1917-496a-bff7-e4c62c706b03 req-fbc029b2-bf20-4d2b-95f6-f976901bb5ee tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637488
Apr 20 13:14:18.960776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a73eab19-0c02-4bd5-bd12-474978f649a6 req-9ab64f3e-7c93-4942-9064-5f4ba8cdda16 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:18.987668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a73eab19-0c02-4bd5-bd12-474978f649a6 req-9ab64f3e-7c93-4942-9064-5f4ba8cdda16 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:18.988928 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a73eab19-0c02-4bd5-bd12-474978f649a6 req-9ab64f3e-7c93-4942-9064-5f4ba8cdda16 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0828295
Apr 20 13:14:19.010761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb139-5875-4467-84fa-7b3986938fc6 req-76f5e3d4-18ae-4b2f-bf30-d9d00f6b5b66 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:19.012559 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f69bb139-5875-4467-84fa-7b3986938fc6 req-76f5e3d4-18ae-4b2f-bf30-d9d00f6b5b66 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.1503224
Apr 20 13:14:19.062001 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f69bb139-5875-4467-84fa-7b3986938fc6 req-5988a256-d323-4e74-945a-52d30ad21187 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425618
Apr 20 13:14:19.087181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43194) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:19.178814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df8af9-09af-4d2b-b26b-eef84f3f0203 req-0295fce8-def8-4172-821c-727493ecea0e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:19.180463 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-54df8af9-09af-4d2b-b26b-eef84f3f0203 req-0295fce8-def8-4172-821c-727493ecea0e tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.0919621
Apr 20 13:14:19.230786 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-54df8af9-09af-4d2b-b26b-eef84f3f0203 req-5a82cca2-600a-4446-82ad-8824d5eda641 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438464
Apr 20 13:14:19.273661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d86f40-c60b-4805-bf25-c921f2844006 tempest-TestShelveInstance-300386480 tempest-TestShelveInstance-300386480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:19.274417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43d86f40-c60b-4805-bf25-c921f2844006 tempest-TestShelveInstance-300386480 tempest-TestShelveInstance-300386480-project-admin] Synchronizing usage tracker for tenant:631668a3291641ecb10bcdfb49a48cfb on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:19.290756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43d86f40-c60b-4805-bf25-c921f2844006 tempest-TestShelveInstance-300386480 tempest-TestShelveInstance-300386480-project-admin] Unset dirty status for tenant:631668a3291641ecb10bcdfb49a48cfb on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:19.292901 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-43d86f40-c60b-4805-bf25-c921f2844006 tempest-TestShelveInstance-300386480 tempest-TestShelveInstance-300386480-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1093 time: 0.2036722
Apr 20 13:14:19.295106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43202) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:19.300803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'tenant_id': 'fbc598551656469295a07887269023aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:14:19.307037 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:19.310973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Usage tracker for resource:floatingip and tenant:fbc598551656469295a07887269023aa is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:19.314531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:19.320470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:19.333402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:19.475222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:19.628822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Allocated IP 172.27.2.93 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/809f0d63-a6c4-46d0-96df-45a985b73d0a) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:14:19.793035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:19.826370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:19.830592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:19.893592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:14:19.913641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:14:19.916321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:14:19.962797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec5d45-7529-4b8d-89b4-7a242d73f10b req-f4e53b35-63f0-4417-90ae-14df1d88d1de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:19.964186 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-29ec5d45-7529-4b8d-89b4-7a242d73f10b req-f4e53b35-63f0-4417-90ae-14df1d88d1de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.0989652
Apr 20 13:14:19.969102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'Port': ['ID=809f0d63-a6c4-46d0-96df-45a985b73d0a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:19.987750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.988165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.988566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.988962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.989361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.989751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.990142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.990529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.990916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.991345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.991807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.992251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:19.999345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:20.019175 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-29ec5d45-7529-4b8d-89b4-7a242d73f10b req-f5e15db8-ccca-418e-8c05-1b3b9d40852d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478642
Apr 20 13:14:20.186801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-25acff78-ff20-43a0-8b7d-c4d7aedb39e4 req-ae89e1ef-baa6-48ee-8265-e6ad2b38db4f tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0490592
Apr 20 13:14:20.516620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:20.633889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:20.848473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:20.851858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:20.856524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:21.103384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 7ba47526-45ae-43bf-8254-7873d3fd111f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:21.156645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 7ba47526-45ae-43bf-8254-7873d3fd111f {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:21.157044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 7ba47526-45ae-43bf-8254-7873d3fd111f not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:21.191762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event updated for resources: {'Port': ['ID=809f0d63-a6c4-46d0-96df-45a985b73d0a,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:21.196423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:21.203382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:21.272084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9037c-73c5-4fa9-a93a-d83ce6fb8f29 req-c1464e12-9af1-4340-a76e-9e13290a137b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:21.273777 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbd9037c-73c5-4fa9-a93a-d83ce6fb8f29 req-c1464e12-9af1-4340-a76e-9e13290a137b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1223252
Apr 20 13:14:21.333187 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cbd9037c-73c5-4fa9-a93a-d83ce6fb8f29 req-e9671973-350d-407e-9c52-e107aa152cd9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529668
Apr 20 13:14:21.398559 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Floating IP b8798dac-db30-4b3e-b99f-82a44179383a associated. External IP: 172.27.2.93, port: c2bfb99a-7c0b-4f89-ab57-084a9e3dd077.
Apr 20 13:14:21.403069 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8520427d-9119-4c54-a50c-f3e8fcff4c03 req-98afe990-d7ce-4e42-8116-aedcab31edde tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=69f57099-e37d-42d5-bad7-b905961eb067 HTTP/1.1" status: 200  len: 210 time: 0.0605605
Apr 20 13:14:21.769544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:14:21.968514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:14:21.978615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Sync routers for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:14:21.989171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:14:21.989916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d40dcf98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:13:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:21.993423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:22.051288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7549884
Apr 20 13:14:22.051908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:22.104821 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'status': 'completed', 'code': 200}
Apr 20 13:14:22.225707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-fee66de7-c24d-4898-887f-637ed42da51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:22.227594 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-fee66de7-c24d-4898-887f-637ed42da51b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.0908573
Apr 20 13:14:22.362929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:14:22.382504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-d1c90eae-2030-494f-8c64-83612d4740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:22.384205 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-d1c90eae-2030-494f-8c64-83612d4740b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1493943
Apr 20 13:14:22.503179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-5a99fde5-d422-4008-ab95-3f7e9a563327 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 998 time: 0.1126363
Apr 20 13:14:22.621396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-5ba978f7-89b5-43f5-a821-41f090fd5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:22.623595 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-5ba978f7-89b5-43f5-a821-41f090fd5726 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0707901
Apr 20 13:14:22.735914 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352efaac-5681-408b-ae27-8a331cd24509 req-83018ad1-aadd-4d07-86cb-602a272f33e6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:22.737514 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-352efaac-5681-408b-ae27-8a331cd24509 req-83018ad1-aadd-4d07-86cb-602a272f33e6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2333424
Apr 20 13:14:22.739574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-76af82a7-4137-4540-ba84-ba114b0e83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:22.741070 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-76af82a7-4137-4540-ba84-ba114b0e83c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1090362
Apr 20 13:14:22.798600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d40dcf98>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'b8798dac-db30-4b3e-b99f-82a44179383a', 'tenant_id': 'fbc598551656469295a07887269023aa', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'mac_address': 'fa:16:3e:73:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:14:20Z', 'updated_at': '2021-04-20T13:14:20Z', 'revision_number': 0, 'project_id': 'fbc598551656469295a07887269023aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:22.803376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Checking router: daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:14:22.814261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:14:22.815044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d40dcf98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:13:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:22.826137 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-352efaac-5681-408b-ae27-8a331cd24509 req-ceb1cc4c-fcd7-42e8-8e07-a9e494be6a6e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781949
Apr 20 13:14:22.962869 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-78f597c4-4f8d-4c47-8df9-925eb2f6c3cf service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137418
Apr 20 13:14:23.039543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:14:23.107346 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-50693a05-416b-4d47-acec-74b5a1af7ca4 req-e4383e67-9d35-43d5-b0c9-538d3c466265 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373162
Apr 20 13:14:23.413757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d40dcf98>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'b8798dac-db30-4b3e-b99f-82a44179383a', 'tenant_id': 'fbc598551656469295a07887269023aa', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'mac_address': 'fa:16:3e:73:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:14:20Z', 'updated_at': '2021-04-20T13:14:20Z', 'revision_number': 0, 'project_id': 'fbc598551656469295a07887269023aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:23.417972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533095-6792-453d-8fa6-1bf674f702f6 None None] The sync data for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi is: [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'b8798dac-db30-4b3e-b99f-82a44179383a', 'tenant_id': 'fbc598551656469295a07887269023aa', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'mac_address': 'fa:16:3e:73:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:14:20Z', 'updated_at': '2021-04-20T13:14:20Z', 'revision_number': 0, 'project_id': 'fbc598551656469295a07887269023aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:14:23.711313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3648ea7-7c78-4b20-b79e-b5aff708a239 None None] New status for floating IP b8798dac-db30-4b3e-b99f-82a44179383a: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:14:23.827318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:14:24.102593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d358e2-210f-46cd-aa64-844fce94c978 req-83e19a58-7682-4d01-af4a-4ee0eb1f54b5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:24.104484 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9d358e2-210f-46cd-aa64-844fce94c978 req-83e19a58-7682-4d01-af4a-4ee0eb1f54b5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1158667
Apr 20 13:14:24.200083 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d9d358e2-210f-46cd-aa64-844fce94c978 req-e7864355-a3aa-4f1c-979b-c6b2365b95f7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877066
Apr 20 13:14:24.246836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266af92-be36-46d3-acd1-e307f41ee15a req-f8d8bd26-064f-4110-b012-92e6cb21d895 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:24.248440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a266af92-be36-46d3-acd1-e307f41ee15a req-f8d8bd26-064f-4110-b012-92e6cb21d895 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.0982008
Apr 20 13:14:24.296421 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a266af92-be36-46d3-acd1-e307f41ee15a req-418eeca5-4141-4725-999d-dbd9b8cd614e tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416715
Apr 20 13:14:25.406579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10a30-ed70-4fe2-877b-854c919ef486 req-577ad604-ca00-4690-9cbb-90228d95ca32 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:25.408234 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b7c10a30-ed70-4fe2-877b-854c919ef486 req-577ad604-ca00-4690-9cbb-90228d95ca32 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.0916121
Apr 20 13:14:25.515134 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b7c10a30-ed70-4fe2-877b-854c919ef486 req-297cb929-d9b9-4415-a844-f98eabc13524 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004050
Apr 20 13:14:25.544738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a176ed-73b7-4e23-ab34-fc4eb130ea50 req-99851f25-66ec-4bd6-9daf-42c93baa5429 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:25.546324 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e0a176ed-73b7-4e23-ab34-fc4eb130ea50 req-99851f25-66ec-4bd6-9daf-42c93baa5429 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.1304507
Apr 20 13:14:25.595473 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e0a176ed-73b7-4e23-ab34-fc4eb130ea50 req-17eb7267-a7e2-4fdb-bc8e-579bf3f33359 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424426
Apr 20 13:14:25.866293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3255119b-9273-4043-bc64-7a64820a979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:26.031383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-d23a4763-a4e7-4a1b-bf0a-b8ea0588b065 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:26.032893 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-d23a4763-a4e7-4a1b-bf0a-b8ea0588b065 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.0927880
Apr 20 13:14:26.360929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Deleting port d8d0d911-468d-454a-8866-0d8abc10950c {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:26.361232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:26.443922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a1b1e-c6bd-4bd1-bfd2-2c58ff4cef44 req-880e7a10-0ba3-494c-9dda-2fb3574c0832 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:26.445483 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb8a1b1e-c6bd-4bd1-bfd2-2c58ff4cef44 req-880e7a10-0ba3-494c-9dda-2fb3574c0832 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1760802
Apr 20 13:14:26.563606 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb8a1b1e-c6bd-4bd1-bfd2-2c58ff4cef44 req-16f6149f-76fa-4ce2-8d3e-c33ddcaeda69 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923598
Apr 20 13:14:26.787685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] For port d8d0d911-468d-454a-8866-0d8abc10950c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8d0d911-468d-454a-8866-0d8abc10950c,segment=NetworkSegment(10fd7c1e-2d76-4a09-ad01-d733136b73d8),segment_id=10fd7c1e-2d76-4a09-ad01-d733136b73d8)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:26.788087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:26.937645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Calling delete_port for d8d0d911-468d-454a-8866-0d8abc10950c owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:27.055844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f183e-23d1-40c8-b26b-b4f3e6475f17 req-db9998b7-a77e-462a-a032-3a004dc45b59 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:27.057447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a8f183e-23d1-40c8-b26b-b4f3e6475f17 req-db9998b7-a77e-462a-a032-3a004dc45b59 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.4156458
Apr 20 13:14:27.072117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda4fc-23e3-4114-9cbc-35ed535932ce req-e1c91acb-1168-4020-bc9b-5b127e0b3a32 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:27.073696 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f7cda4fc-23e3-4114-9cbc-35ed535932ce req-e1c91acb-1168-4020-bc9b-5b127e0b3a32 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 945 time: 0.3493552
Apr 20 13:14:27.109501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:14:27.187561 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a8f183e-23d1-40c8-b26b-b4f3e6475f17 req-c59641cf-c487-479a-8419-83ae4f86e4c7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120512
Apr 20 13:14:27.216646 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f7cda4fc-23e3-4114-9cbc-35ed535932ce req-2c03cd43-72b9-489e-962e-e3d0b592320a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/security-groups?id=d93d0bc7-0316-449c-bf44-fcfc537d9022&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240542
Apr 20 13:14:27.247605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:27.253929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:27.292680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['d8d0d911-468d-454a-8866-0d8abc10950c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:27.309479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Pushing event deleted for resources: {'Port': ['ID=d8d0d911-468d-454a-8866-0d8abc10950c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:27.312961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:27.389907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] No DVR routers for this DVR port d8d0d911-468d-454a-8866-0d8abc10950c on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:27.393717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:27.396730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'name': 'network-vif-deleted', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:27.412515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1459bf96-e8c2-4c2e-8666-fe28b2095a19 req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.58 "DELETE /v2.0/ports/d8d0d911-468d-454a-8866-0d8abc10950c HTTP/1.1" status: 204  len: 173 time: 1.3735025
Apr 20 13:14:27.448178 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a897c9b1-5676-40cc-8062-a38d9e922b86', 'name': 'network-vif-deleted', 'tag': 'd8d0d911-468d-454a-8866-0d8abc10950c', 'status': 'completed', 'code': 200}
Apr 20 13:14:27.480149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:27.501214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:14:27.566314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:27.584316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:14:27.600536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:27.603599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:27.605354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:27.675551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:27.678863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:27.768013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e9b3c-c7c2-4f18-b973-56f0168311eb req-ea07a762-a43d-44ae-bc14-2210fa1e7459 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:27.769594 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9e1e9b3c-c7c2-4f18-b973-56f0168311eb req-ea07a762-a43d-44ae-bc14-2210fa1e7459 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0920570
Apr 20 13:14:27.820651 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9e1e9b3c-c7c2-4f18-b973-56f0168311eb req-6f1df4a2-13bd-4990-adef-601d73d9a13b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424495
Apr 20 13:14:28.422873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-03295361-f4f9-4d47-ab8a-8f04598970a6 req-18f5186c-f231-48af-94a6-696b123580ba tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Synchronizing usage tracker for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:28.449455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-03295361-f4f9-4d47-ab8a-8f04598970a6 req-18f5186c-f231-48af-94a6-696b123580ba tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Unset dirty status for tenant:068042eccb304d7799c1379b8eeb1f81 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:28.450704 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-03295361-f4f9-4d47-ab8a-8f04598970a6 req-18f5186c-f231-48af-94a6-696b123580ba tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0840659
Apr 20 13:14:28.476685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0a2f7-6dd3-4bc1-b21c-b4922d987371 req-027ebc4c-872b-4585-9f84-7bc75c233cd9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:28.478895 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c6c0a2f7-6dd3-4bc1-b21c-b4922d987371 req-027ebc4c-872b-4585-9f84-7bc75c233cd9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.1600969
Apr 20 13:14:28.544083 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c6c0a2f7-6dd3-4bc1-b21c-b4922d987371 req-68e5759c-9477-441a-a052-c02077e7eaea tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580881
Apr 20 13:14:28.553575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e8a4761b-b1c4-4a34-818a-a7fb1e583d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:28.933471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:29.023692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2136dd-0b5b-476f-b3e4-b22da5baf098 req-e144ad6b-6300-41dc-86ea-bc642e6cbf7a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:29.025287 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d2136dd-0b5b-476f-b3e4-b22da5baf098 req-e144ad6b-6300-41dc-86ea-bc642e6cbf7a tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0905845
Apr 20 13:14:29.077551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d2136dd-0b5b-476f-b3e4-b22da5baf098 req-6cc7787d-6c44-4be7-8883-ca9d6e00577d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458264
Apr 20 13:14:29.091861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:29.636158 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-341d3459-e223-43a4-bc57-9c06a0519edf req-0b408370-be90-4ab8-b431-ba7426d6e9c8 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0492263
Apr 20 13:14:29.754471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f81ae-4944-435c-b633-509735cc50fd req-94bdedac-d8ec-479e-8a44-86455eea08c2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:29.756113 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0f5f81ae-4944-435c-b633-509735cc50fd req-94bdedac-d8ec-479e-8a44-86455eea08c2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.0889981
Apr 20 13:14:29.806253 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0f5f81ae-4944-435c-b633-509735cc50fd req-d126b03f-2069-4d37-8c1d-89c6428aa99d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424597
Apr 20 13:14:30.293910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d9adf-be9b-4692-8620-d9eb6c3d299c req-e259fff8-7c81-4d0d-8ece-351c3c32b877 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:30.295530 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-535d9adf-be9b-4692-8620-d9eb6c3d299c req-e259fff8-7c81-4d0d-8ece-351c3c32b877 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1016057
Apr 20 13:14:30.352041 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-535d9adf-be9b-4692-8620-d9eb6c3d299c req-7ffaa0d9-14c2-47aa-b9be-6edcc41ed3fb tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497198
Apr 20 13:14:30.376318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:30.817889 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a2583c4-fb47-48d3-b243-2d1d30a148fa req-6a9ec0dc-66b8-46a3-a15e-8e4ae081f95d tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] 10.222.0.72 "GET /v2.0/ports?device_id=a897c9b1-5676-40cc-8062-a38d9e922b86 HTTP/1.1" status: 200  len: 210 time: 0.0488193
Apr 20 13:14:31.027758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c3912-8595-4df9-b9f6-9d97d3ad5a45 req-159251fc-efcf-4195-ad4e-f1520ff26bde tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:31.029484 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-723c3912-8595-4df9-b9f6-9d97d3ad5a45 req-159251fc-efcf-4195-ad4e-f1520ff26bde tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.0978982
Apr 20 13:14:31.078029 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-723c3912-8595-4df9-b9f6-9d97d3ad5a45 req-5585aa82-2acf-46df-83b6-dc23f299110f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421159
Apr 20 13:14:31.212898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:31.310625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['089c88aa-1f50-4807-95af-723e6ec0fff9'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:31.559550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0666-e754-4c9f-bba3-3402327852e2 req-0cc2b677-cb32-49f6-abcd-dc12de790fc5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:31.561152 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4aed0666-e754-4c9f-bba3-3402327852e2 req-0cc2b677-cb32-49f6-abcd-dc12de790fc5 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.0937614
Apr 20 13:14:31.609322 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4aed0666-e754-4c9f-bba3-3402327852e2 req-e387e5f7-a31c-4f9c-96b5-fb8eeac69816 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416424
Apr 20 13:14:31.928264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43342) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:31.999352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Deleting subnet 4f1fa7fb-5915-4324-8812-76b043d28b2d {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:14:32.003045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.055310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.119292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.297221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a550b-3e3d-43b0-bdba-df8ce44a4f50 req-a6d31ab6-8004-469f-bcb0-a5049d4a71ac tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:32.298998 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f18a550b-3e3d-43b0-bdba-df8ce44a4f50 req-a6d31ab6-8004-469f-bcb0-a5049d4a71ac tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.0992849
Apr 20 13:14:32.350621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f18a550b-3e3d-43b0-bdba-df8ce44a4f50 req-63e39ba5-bac3-4c44-a706-8db7bab659ce tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441482
Apr 20 13:14:32.438776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.444641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f1d2ecca-768d-4f52-9ea7-d1ac2564e2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:32.488559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.492962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1fa7fb-5915-4324-8812-76b043d28b2d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:32.495680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:32.509356 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c234f869-b0fd-43a1-af5d-60e45433d489 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4f1fa7fb-5915-4324-8812-76b043d28b2d HTTP/1.1" status: 204  len: 168 time: 0.5799191
Apr 20 13:14:32.515950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43368) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:32.599315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-60015e5c-0c71-4caf-9190-7a2dd36f615d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:32.601144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-60015e5c-0c71-4caf-9190-7a2dd36f615d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1028852
Apr 20 13:14:32.651856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.750591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Deleting port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:32.751030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:32.833433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.037703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8d40bea90>,) {'filters': {'network_id': ['70101a2a-6e15-4085-afc9-896586d2a115']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:33.055974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d40bea90>, '10fd7c1e-2d76-4a09-ad01-d733136b73d8') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:33.056300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d40bea90>, '10fd7c1e-2d76-4a09-ad01-d733136b73d8') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:33.071977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.072988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] For port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:33.073576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.121005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.136454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:14:33.202232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:14:33.231844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Calling delete_port for 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:33.397597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Network 70101a2a-6e15-4085-afc9-896586d2a115 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:33.398097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 089c88aa-1f50-4807-95af-723e6ec0fff9 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:14:33.398742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.411369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.490125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178cb29-1c82-45bf-bf0b-293de841714a req-ae8fd401-8794-4a61-b584-788d3fbf8295 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:33.491899 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3178cb29-1c82-45bf-bf0b-293de841714a req-ae8fd401-8794-4a61-b584-788d3fbf8295 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e11e9fa-5757-4ba1-b3e6-e145dd7936ac HTTP/1.1" status: 200  len: 945 time: 0.1687427
Apr 20 13:14:33.533839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.541099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a15d6c05-fa17-4d5b-b49e-17fd7b50ff75 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:33.551781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['a646a91c-bb72-461a-8727-82cf6e644baa'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:33.612376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Pushing event deleted for resources: {'Port': ['ID=49e4002c-978f-4ddd-9d9b-2c55f20de7c5,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:33.617256 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3178cb29-1c82-45bf-bf0b-293de841714a req-20637cdd-a297-45b0-bff4-e19a762eef15 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122446
Apr 20 13:14:33.618310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:33.713093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.714286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Network 70101a2a-6e15-4085-afc9-896586d2a115 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:33.724857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] No DVR routers for this DVR port 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:14:33.741726 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:14:33.764024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.767499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'name': 'network-vif-deleted', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:33.779294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:33.787964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:33.796695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.797853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d8d0d911-468d-454a-8866-0d8abc10950c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:33.804653 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-564569a4-3879-4c8a-a043-da82cbd9b105 req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "DELETE /v2.0/ports/49e4002c-978f-4ddd-9d9b-2c55f20de7c5 HTTP/1.1" status: 204  len: 173 time: 1.1964028
Apr 20 13:14:33.851366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fbfd0-06ff-4371-a620-2b0c998363a6 req-2b58dba1-b982-4c7b-b5d4-cea79d86835b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:33.858116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1c6478d8-8e41-4f49-941a-b0440e7fdefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:33.861689 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-502fbfd0-06ff-4371-a620-2b0c998363a6 req-2b58dba1-b982-4c7b-b5d4-cea79d86835b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.1381915
Apr 20 13:14:33.926709 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e11e9fa-5757-4ba1-b3e6-e145dd7936ac', 'name': 'network-vif-deleted', 'tag': '49e4002c-978f-4ddd-9d9b-2c55f20de7c5', 'status': 'completed', 'code': 200}
Apr 20 13:14:33.945671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: d8d0d911-468d-454a-8866-0d8abc10950c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:33.946073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device d8d0d911-468d-454a-8866-0d8abc10950c not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:33.950588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:33.961455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:33.983882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:33.988843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:33.990523 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-502fbfd0-06ff-4371-a620-2b0c998363a6 req-e09d378d-0903-4555-95ab-49db42cb6544 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277649
Apr 20 13:14:34.009438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:34.020038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=70101a2a-6e15-4085-afc9-896586d2a115,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:34.022767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:34.026927 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a8502da6-a223-4a16-90f0-3fbf407a4e3c admin admin] 10.222.0.72 "DELETE /v2.0/networks/70101a2a-6e15-4085-afc9-896586d2a115 HTTP/1.1" status: 204  len: 168 time: 1.5074503
Apr 20 13:14:34.038556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'code': 200}
Apr 20 13:14:34.265767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 43396) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:34.328488 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9d388ccd-3d5b-415c-91b4-9a7b70cddc87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=068042eccb304d7799c1379b8eeb1f81&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0608220
Apr 20 13:14:34.331056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 43400) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:34.408389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:34.461477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:34.518433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:34.532989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c154b2d0-4d08-4aa9-8e09-47bae1529627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:34.571339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d0bc7-0316-449c-bf44-fcfc537d9022,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:34.574735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:34.592485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:34.602514 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d93d0bc7-0316-449c-bf44-fcfc537d9022 HTTP/1.1" status: 204  len: 168 time: 0.2616704
Apr 20 13:14:35.201175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:35.271954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:35.272772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 49e4002c-978f-4ddd-9d9b-2c55f20de7c5 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:35.558976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47fb6-6d77-4bfc-b8c2-3f811f1ee167 req-362b869e-680b-426b-9ebb-b521e3f5d554 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:35.566993 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6df47fb6-6d77-4bfc-b8c2-3f811f1ee167 req-362b869e-680b-426b-9ebb-b521e3f5d554 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.4009392
Apr 20 13:14:35.592010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b015a-ad30-4b95-ba2b-0152d89433a6 req-d4337b4c-57f1-4eae-99f2-6859b06113ab tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:35.592825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-017b015a-ad30-4b95-ba2b-0152d89433a6 req-d4337b4c-57f1-4eae-99f2-6859b06113ab tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Synchronizing usage tracker for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:35.629185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-017b015a-ad30-4b95-ba2b-0152d89433a6 req-d4337b4c-57f1-4eae-99f2-6859b06113ab tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Unset dirty status for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:35.630501 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-017b015a-ad30-4b95-ba2b-0152d89433a6 req-d4337b4c-57f1-4eae-99f2-6859b06113ab tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.4207211
Apr 20 13:14:35.647043 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6df47fb6-6d77-4bfc-b8c2-3f811f1ee167 req-6b0b649b-e7a9-4f91-8ab9-13ca614cfe1c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789695
Apr 20 13:14:35.709621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-017b015a-ad30-4b95-ba2b-0152d89433a6 req-0e6268ca-8d1e-4096-a33d-ade161db4133 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517011
Apr 20 13:14:36.959415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce555-655a-444b-91f2-02043db328cd req-956c994a-0771-4b53-a513-c537a4ef3bda tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:36.960966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c46ce555-655a-444b-91f2-02043db328cd req-956c994a-0771-4b53-a513-c537a4ef3bda tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.1961329
Apr 20 13:14:37.024008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c46ce555-655a-444b-91f2-02043db328cd req-7dd912a3-12bc-4ea5-a236-2a0bf7e0c8df tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534360
Apr 20 13:14:37.032369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adae2c-414c-447e-81d3-1a77c3031f5f req-d90943c5-03a0-4787-aedf-9cbbf333172f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:37.040009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5adae2c-414c-447e-81d3-1a77c3031f5f req-d90943c5-03a0-4787-aedf-9cbbf333172f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1924255
Apr 20 13:14:37.095438 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e5adae2c-414c-447e-81d3-1a77c3031f5f req-21bb938e-81d6-4f4a-a97b-70f8bba2c5db tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537844
Apr 20 13:14:38.409112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb900e-3857-4197-b994-594e52b16c62 req-a60d01bf-e459-44ff-bdc8-c7c42e40c237 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:38.410651 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37eb900e-3857-4197-b994-594e52b16c62 req-a60d01bf-e459-44ff-bdc8-c7c42e40c237 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2293167
Apr 20 13:14:38.454006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41becba7-fd69-41ce-8ba8-36033bd8c6b3 req-45d029b3-2b5e-4a2f-8ac6-74f4d7a7ab4d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:38.455664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-41becba7-fd69-41ce-8ba8-36033bd8c6b3 req-45d029b3-2b5e-4a2f-8ac6-74f4d7a7ab4d tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1525025
Apr 20 13:14:38.513972 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-37eb900e-3857-4197-b994-594e52b16c62 req-6c996456-aa7f-4fc4-a572-5317807717d5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947826
Apr 20 13:14:38.561407 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-41becba7-fd69-41ce-8ba8-36033bd8c6b3 req-ea92605e-1648-47b8-89a9-8bb6935aa260 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900831
Apr 20 13:14:39.606490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43518) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:39.835099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:39.854173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:39.858645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Usage tracker for resource:security_group_rule and tenant:04f412d7d14b49b687900ef77adbe60c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:39.862599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:39.871038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:39.874947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07368fa-89a9-4f75-a1d7-8047349146bf req-52793010-53ac-4ab7-9f5b-8f0c8cf64151 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:39.883477 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f07368fa-89a9-4f75-a1d7-8047349146bf req-52793010-53ac-4ab7-9f5b-8f0c8cf64151 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.1600401
Apr 20 13:14:39.897298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeea143-1928-4c50-a4a7-a1065ae0e802 req-b7db201e-b6aa-4ab8-856f-339ecf8a02da tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:39.898988 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deeea143-1928-4c50-a4a7-a1065ae0e802 req-b7db201e-b6aa-4ab8-856f-339ecf8a02da tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2422338
Apr 20 13:14:40.007151 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f07368fa-89a9-4f75-a1d7-8047349146bf req-da6da56d-47aa-4219-9bc1-474ccb785cd2 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218684
Apr 20 13:14:40.025306 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deeea143-1928-4c50-a4a7-a1065ae0e802 req-46542cc8-0b02-44e4-9ac5-0986d0b2a11d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842674
Apr 20 13:14:40.049460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.054102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.078810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-616866ec-0337-4d07-b275-c49fc08fbf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:40.103377 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04f412d7d14b49b687900ef77adbe60c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4954503
Apr 20 13:14:40.106079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 43534) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:40.120934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3c8869-d0ab-44cb-b05f-334c17f0ce1a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:40.124428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:40.185925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.214799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.269192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.275808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-812f0c2e-9410-4a2f-b7bf-5c697d856609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:40.290506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3c8869-d0ab-44cb-b05f-334c17f0ce1a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:40.293124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:40.295570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:40.298660 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e3c8869-d0ab-44cb-b05f-334c17f0ce1a HTTP/1.1" status: 204  len: 168 time: 0.1912823
Apr 20 13:14:41.459111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-e924f318-7323-4b7c-84c7-a15edf5da08b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:41.460779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-e924f318-7323-4b7c-84c7-a15edf5da08b tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.4072030
Apr 20 13:14:41.480340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758db11-5315-43a4-8e1b-589aa3f07374 req-116da95f-7c78-456b-a3da-e071fe7073f3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:41.481975 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3758db11-5315-43a4-8e1b-589aa3f07374 req-116da95f-7c78-456b-a3da-e071fe7073f3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2276006
Apr 20 13:14:41.533314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c558cc-d606-4fd4-8b4a-cb0734d4f066 req-4c5d711e-ff66-445e-ab1f-c0faf9a3753f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:41.542445 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96c558cc-d606-4fd4-8b4a-cb0734d4f066 req-4c5d711e-ff66-445e-ab1f-c0faf9a3753f tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 945 time: 0.3778360
Apr 20 13:14:41.690795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3758db11-5315-43a4-8e1b-589aa3f07374 req-e1fa8163-b1d0-4cdb-b36f-06cb7b830177 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395347
Apr 20 13:14:41.705393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Deleting port a646a91c-bb72-461a-8727-82cf6e644baa {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:41.706025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:41.768254 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96c558cc-d606-4fd4-8b4a-cb0734d4f066 req-866977a8-b025-4125-b3d6-4f5697c9dbfe tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c58ae50-426b-4909-94ed-b7613f802535&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245340
Apr 20 13:14:42.054332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] For port a646a91c-bb72-461a-8727-82cf6e644baa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a646a91c-bb72-461a-8727-82cf6e644baa,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:42.054737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:42.219230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Calling delete_port for a646a91c-bb72-461a-8727-82cf6e644baa owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:42.400616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:42.408738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:42.413394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['a646a91c-bb72-461a-8727-82cf6e644baa'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:14:42.478075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Pushing event deleted for resources: {'Port': ['ID=a646a91c-bb72-461a-8727-82cf6e644baa,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:42.482151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:42.587895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] No DVR routers for this DVR port a646a91c-bb72-461a-8727-82cf6e644baa on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:14:42.590651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:42.602385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'name': 'network-vif-deleted', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:42.609782 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a82363e2-bae6-406e-83f8-c9608dd06801 req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.58 "DELETE /v2.0/ports/a646a91c-bb72-461a-8727-82cf6e644baa HTTP/1.1" status: 204  len: 173 time: 1.1256695
Apr 20 13:14:42.742271 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549c899-7c3d-45c5-be9e-fed5348d6ff8', 'name': 'network-vif-deleted', 'tag': 'a646a91c-bb72-461a-8727-82cf6e644baa', 'status': 'completed', 'code': 200}
Apr 20 13:14:43.314052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-042cc6a2-f57f-42a6-ab31-b2b846e77cc2 req-d8a60847-d411-4d4d-81b4-2b8572fa7f11 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Synchronizing usage tracker for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:14:43.349522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-042cc6a2-f57f-42a6-ab31-b2b846e77cc2 req-d8a60847-d411-4d4d-81b4-2b8572fa7f11 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Unset dirty status for tenant:9106ab2d238149608bd728efe5910d3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:14:43.351646 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-042cc6a2-f57f-42a6-ab31-b2b846e77cc2 req-d8a60847-d411-4d4d-81b4-2b8572fa7f11 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] 10.222.0.72 "GET /v2.0/ports?device_id=0549c899-7c3d-45c5-be9e-fed5348d6ff8 HTTP/1.1" status: 200  len: 210 time: 0.1499851
Apr 20 13:14:43.447008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcacc7c-90c5-4222-b293-97e81ea573a9 req-5dd4f96e-9f9d-48c5-ae38-561e681e5005 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:43.458510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7fcacc7c-90c5-4222-b293-97e81ea573a9 req-5dd4f96e-9f9d-48c5-ae38-561e681e5005 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.3628604
Apr 20 13:14:43.515680 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7fcacc7c-90c5-4222-b293-97e81ea573a9 req-64585f5a-c840-4879-953f-16922e102594 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581174
Apr 20 13:14:44.540836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43642) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:44.572658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 43646) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:44.638947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Deleting subnet 7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:14:44.645386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:44.716264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:44.776985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:44.912235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1f8e8-bbbe-4dbb-bcdc-3bf2e4674349 req-e28297e6-b888-4fe5-b48d-1713dbe5342e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:44.914010 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62a1f8e8-bbbe-4dbb-bcdc-3bf2e4674349 req-e28297e6-b888-4fe5-b48d-1713dbe5342e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2121716
Apr 20 13:14:45.063963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.069245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-94087731-f64b-4401-a737-da4bbe2f9e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:45.101557 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62a1f8e8-bbbe-4dbb-bcdc-3bf2e4674349 req-a7dc1d65-77a0-4763-96ff-ff061de9b71f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329906
Apr 20 13:14:45.105828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:45.110393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:45.110393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.123970 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7f1b49be-d9c0-4b3a-ad91-67cfd873ee8c HTTP/1.1" status: 204  len: 168 time: 0.5818813
Apr 20 13:14:45.125173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43656) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:45.250805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a646a91c-bb72-461a-8727-82cf6e644baa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:45.298016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: a646a91c-bb72-461a-8727-82cf6e644baa {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:45.298676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device a646a91c-bb72-461a-8727-82cf6e644baa not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:45.488926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.564028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-ba308c94-a03e-4420-b040-d36c25d4fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:45.565917 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-ba308c94-a03e-4420-b040-d36c25d4fb72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1099 time: 0.1132193
Apr 20 13:14:45.628207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.768412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-05bcc4d3-ecf0-470b-80cf-1f6d92a71af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:45.769967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-05bcc4d3-ecf0-470b-80cf-1f6d92a71af8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1673796
Apr 20 13:14:45.773875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.833891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5aa668>,) {'filters': {'network_id': ['6a75cc83-2130-4fcd-8faa-7216e9bc002a']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:45.851881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5aa668>, '135dde22-dcb3-4f25-b790-95de26969ed5') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:45.852408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5aa668>, '135dde22-dcb3-4f25-b790-95de26969ed5') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:45.866619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.884735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:45.893666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:14:46.031707 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-47351193-8873-4bba-b8a5-5e88fbd91aba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 1001 time: 0.1952248
Apr 20 13:14:46.120341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:46.135434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.219319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-88a0cbdb-8240-4fa4-b79b-6f64cd7c0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:46.220886 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-88a0cbdb-8240-4fa4-b79b-6f64cd7c0110 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.1774068
Apr 20 13:14:46.414769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Network 6a75cc83-2130-4fcd-8faa-7216e9bc002a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:14:46.439031 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:14:46.460887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-6a113541-022e-473c-9a42-9e8bff2f66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:46.462470 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-6a113541-022e-473c-9a42-9e8bff2f66f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2280130
Apr 20 13:14:46.510311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b996-7f9e-4bed-939a-bffcde363b20 req-6a74ae8c-ebf2-4c98-b4f7-6a3c91db4e35 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:46.511930 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5020b996-7f9e-4bed-939a-bffcde363b20 req-6a74ae8c-ebf2-4c98-b4f7-6a3c91db4e35 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2164464
Apr 20 13:14:46.523888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.528158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:46.549529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.552267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a75cc83-2130-4fcd-8faa-7216e9bc002a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:46.555628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:46.561496 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f0f81355-ca8d-4aab-a27a-4f58ef57373c admin admin] 10.222.0.72 "DELETE /v2.0/networks/6a75cc83-2130-4fcd-8faa-7216e9bc002a HTTP/1.1" status: 204  len: 168 time: 1.4352617
Apr 20 13:14:46.574946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Deleting port 1115756d-50ce-4ffc-88a3-bef431e22168 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:46.575543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.710376 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5020b996-7f9e-4bed-939a-bffcde363b20 req-7efbf654-11f4-453a-981c-bce88ef46b77 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1860490
Apr 20 13:14:46.770839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43676) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:46.800582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-24790888-256f-456f-94e8-b16f4901de39 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233747
Apr 20 13:14:46.829548 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-038974d9-72cb-4cd0-8499-5f6b36a7a2cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e77ca6ad89004aeb863f28832d50298c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541093
Apr 20 13:14:46.829817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43680) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:46.894724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.923683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.954427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] For port 1115756d-50ce-4ffc-88a3-bef431e22168, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1115756d-50ce-4ffc-88a3-bef431e22168,segment=NetworkSegment(b58453a7-5d64-482b-b1e6-ac18cdd828ee),segment_id=b58453a7-5d64-482b-b1e6-ac18cdd828ee)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:46.954830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.985992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:46.991278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c387eccd-0a56-4cfd-a64b-d55d4d7f5f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:47.007873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:47.010988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:47.013080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:47.014280 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c69a1b67-9cdc-4ac0-a14a-ffcb9ad2b84b HTTP/1.1" status: 204  len: 168 time: 0.1832612
Apr 20 13:14:47.114752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Calling delete_port for 1115756d-50ce-4ffc-88a3-bef431e22168 owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:47.160874 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79187f74-411e-4cd0-8bbd-ec24136d3624 req-3f328d67-6726-46e8-8604-6dbd0e493079 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3504453
Apr 20 13:14:47.690285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:47.696991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a2b12887-4a28-4551-a10c-b39500c16c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:47.772893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1115756d-50ce-4ffc-88a3-bef431e22168,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:47.784776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:48.139146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:48.152310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee9ee2-9c33-45f1-bc79-9187403584d9 req-95ea0f1b-8051-4a15-9ed8-ee8f962b7cfe tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:48.153788 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-beee9ee2-9c33-45f1-bc79-9187403584d9 req-95ea0f1b-8051-4a15-9ed8-ee8f962b7cfe tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 946 time: 0.2280688
Apr 20 13:14:48.352234 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-beee9ee2-9c33-45f1-bc79-9187403584d9 req-381a2e2a-1eb2-4cae-a25f-64f5cd2cf1bd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363623
Apr 20 13:14:48.591745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Router f420782a-e603-44be-8acb-46851bcf6555 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:14:48.797970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:14:48.816373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Sync routers for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:14:48.823061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] 10.222.0.72 "PUT /v2.0/routers/f420782a-e603-44be-8acb-46851bcf6555/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2487297
Apr 20 13:14:48.825740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43744) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:48.834549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:14:48.835659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d43cc908>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:49.096275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.158296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:14:49.285981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:49.328656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.345444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Deleting port dd2773f6-d954-439a-8f7b-bb255a31880b {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:14:49.346392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.497333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.558072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] For port dd2773f6-d954-439a-8f7b-bb255a31880b, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=dd2773f6-d954-439a-8f7b-bb255a31880b,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:49.558571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.560064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:14:49.562684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:14:49.573184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:49.576542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:49.610954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d43cc908>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:14:47Z', 'revision_number': 5, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port': {'id': 'dd2773f6-d954-439a-8f7b-bb255a31880b', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420782a-e603-44be-8acb-46851bcf6555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:10:47Z', 'updated_at': '2021-04-20T13:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:49.621790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Checking router: f420782a-e603-44be-8acb-46851bcf6555 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:14:49.646602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Routers {'f420782a-e603-44be-8acb-46851bcf6555'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:14:49.647281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d43cc908>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['f420782a-e603-44be-8acb-46851bcf6555'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:49.669329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bb783-3f9f-4087-9db7-9d72f8387d24 req-18d6ed5f-ea03-452e-88c0-797a3d3964a3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:49.671021 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb8bb783-3f9f-4087-9db7-9d72f8387d24 req-18d6ed5f-ea03-452e-88c0-797a3d3964a3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1601725
Apr 20 13:14:49.721804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Calling delete_port for dd2773f6-d954-439a-8f7b-bb255a31880b owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:14:49.775839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:49.784812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:49.805261 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb8bb783-3f9f-4087-9db7-9d72f8387d24 req-d82c0fd0-eb50-4a2a-9259-61a3f5be0fbb tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262934
Apr 20 13:14:49.884808 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'code': 200}
Apr 20 13:14:50.008741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] Set router f420782a-e603-44be-8acb-46851bcf6555 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:14:50.176903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d43cc908>, [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:14:49Z', 'revision_number': 6, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:50.181782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89a141-9e2d-4fe7-b986-935e2b5a1938 None None] The sync data for ids ['f420782a-e603-44be-8acb-46851bcf6555'] in dv-cinder-786627-2-iscsi is: [{'id': 'f420782a-e603-44be-8acb-46851bcf6555', 'name': 'tempest-ServerRescueNegativeTestJSON-1616950658-router', 'tenant_id': '9106ab2d238149608bd728efe5910d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:10:45Z', 'updated_at': '2021-04-20T13:14:49Z', 'revision_number': 6, 'project_id': '9106ab2d238149608bd728efe5910d3d', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:14:50.227635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.232995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:50.289862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2773f6-d954-439a-8f7b-bb255a31880b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:50.292634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:50.404732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.833775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.836275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.944719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.945541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f420782a-e603-44be-8acb-46851bcf6555 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:14:50.962630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:50.967835 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3862b89c-994c-464c-88fc-c02e21206e85 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f420782a-e603-44be-8acb-46851bcf6555 HTTP/1.1" status: 204  len: 168 time: 2.1364946
Apr 20 13:14:50.968046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43784) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:51.037001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Deleting subnet 379c683f-1bff-4e3c-8022-ca8855b2221e {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:14:51.040479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.101879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.183932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.268217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe3ff6-1229-478d-b620-e33438325fb9 req-c53d400d-79e2-4136-83cd-a52772fd8d30 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:51.269948 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-86fe3ff6-1229-478d-b620-e33438325fb9 req-c53d400d-79e2-4136-83cd-a52772fd8d30 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1353393
Apr 20 13:14:51.364159 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-86fe3ff6-1229-478d-b620-e33438325fb9 req-1aa242d0-c008-4573-8def-39579677288d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775554
Apr 20 13:14:51.580696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.585968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0d475ada-83e3-4b7d-b0fe-cbdbd8047bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:51.641481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379c683f-1bff-4e3c-8022-ca8855b2221e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:51.645627 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:51.648428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.659061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 43818) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:51.659258 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-88d468d5-e295-47b0-88d5-22091b731519 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/379c683f-1bff-4e3c-8022-ca8855b2221e HTTP/1.1" status: 204  len: 168 time: 0.6901586
Apr 20 13:14:51.660084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1115756d-50ce-4ffc-88a3-bef431e22168 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:51.720755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 1115756d-50ce-4ffc-88a3-bef431e22168 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:51.721119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1115756d-50ce-4ffc-88a3-bef431e22168 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:51.721778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device dd2773f6-d954-439a-8f7b-bb255a31880b no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:51.782154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: dd2773f6-d954-439a-8f7b-bb255a31880b {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:14:51.782515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device dd2773f6-d954-439a-8f7b-bb255a31880b not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:14:51.811302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:51.972126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43836) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:51.981088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.099185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cec215f8>,) {'filters': {'network_id': ['356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:52.103477 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-b61ada46-e048-4faa-9844-c09d22ba2cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1298060
Apr 20 13:14:52.113463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cec215f8>, 'b58453a7-5d64-482b-b1e6-ac18cdd828ee') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:52.113463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cec215f8>, 'b58453a7-5d64-482b-b1e6-ac18cdd828ee') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:14:52.126381 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.143683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.150598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:14:52.333270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:52.342720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.570210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Network 356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:14:52.598249 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:14:52.690875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.697554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9a9b535f-1396-4203-9f71-06d0ad1623cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:52.714633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:52.723777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Pushing event deleted for resources: {'Network': ['ID=356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:52.729351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:52.731942 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] 10.222.0.72 "DELETE /v2.0/networks/356ffcd5-c6c9-4fc2-ae02-54d7a60cb8cd HTTP/1.1" status: 204  len: 168 time: 1.0712175
Apr 20 13:14:52.740710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933aae-277f-4b9f-8420-a86994a88416 req-1653d348-67ee-4652-a19c-66c0b9f7ead5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:52.742264 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2933aae-277f-4b9f-8420-a86994a88416 req-1653d348-67ee-4652-a19c-66c0b9f7ead5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2279296
Apr 20 13:14:52.792903 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a2933aae-277f-4b9f-8420-a86994a88416 req-28c938a6-02b7-4142-8484-cae274cfc66a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431097
Apr 20 13:14:52.950722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43856) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:53.005150 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-02698113-753b-49e0-8d52-6fef96b23ec5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9106ab2d238149608bd728efe5910d3d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516157
Apr 20 13:14:53.007142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43862) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:53.080325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:53.107849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:53.155515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:53.159525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-054f6ddc-716e-438b-be8c-0e7db6c2965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:53.171717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c58ae50-426b-4909-94ed-b7613f802535,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:53.175881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:53.179657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:53.184471 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c36d84da-192c-4f11-97c0-afa5b6d37298 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c58ae50-426b-4909-94ed-b7613f802535 HTTP/1.1" status: 204  len: 168 time: 0.1726170
Apr 20 13:14:53.908929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:14:54.068393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f80e1-8f2a-454f-8e2f-a8e7a285308c req-c2c99329-c528-4fa5-aa3d-9e0f4f553a75 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:54.071914 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-825f80e1-8f2a-454f-8e2f-a8e7a285308c req-c2c99329-c528-4fa5-aa3d-9e0f4f553a75 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1077590
Apr 20 13:14:54.127863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-825f80e1-8f2a-454f-8e2f-a8e7a285308c req-6483e423-0130-411c-ae28-4aaa037172a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496962
Apr 20 13:14:55.085562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-7dc6ccfc-6686-4581-9b71-1d663a04edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.088074 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-7dc6ccfc-6686-4581-9b71-1d663a04edd2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44&tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 1097 time: 0.3308356
Apr 20 13:14:55.259236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-111d7a1b-c4a8-4d19-8c4c-45720993f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.261440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-111d7a1b-c4a8-4d19-8c4c-45720993f3cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1097 time: 0.1425087
Apr 20 13:14:55.454849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43952) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:55.492734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-566040e4-a073-41dc-8c1c-eb335fb344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.494315 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-566040e4-a073-41dc-8c1c-eb335fb344a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.2252624
Apr 20 13:14:55.504201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f458-9690-4051-b9d8-c9581cc3237b req-ff99fd72-ffa0-4fb9-93db-fa67616793de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.505959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7a42f458-9690-4051-b9d8-c9581cc3237b req-ff99fd72-ffa0-4fb9-93db-fa67616793de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1496041
Apr 20 13:14:55.589224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.604974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:55.610141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ea1f414d944eaf848edab249a561ad is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:55.613398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:55.619645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:55.649947 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7a42f458-9690-4051-b9d8-c9581cc3237b req-1b6948b7-06fb-43ca-8268-3e779a0b20d8 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794005
Apr 20 13:14:55.651914 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-185dfe98-4737-4a8e-a896-df9843311c3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 999 time: 0.1450276
Apr 20 13:14:55.710158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.713239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.722807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fabb5c10-36a5-4de7-a573-8d1ce4732491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:55.730615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-bc1c2217-86e1-4c38-8a4d-76b59902e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.732230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-bc1c2217-86e1-4c38-8a4d-76b59902e4cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0705931
Apr 20 13:14:55.769043 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9ea1f414d944eaf848edab249a561ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3129890
Apr 20 13:14:55.770650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b206244-dc2e-4d84-a60c-fd6aa328df32,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:55.774092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:55.774790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43958) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:55.816168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-d8c312df-7640-4a6c-b958-4ffedcef8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:55.817775 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-d8c312df-7640-4a6c-b958-4ffedcef8a87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792007
Apr 20 13:14:55.838800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.868337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.869054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c689ae7c-4858-4444-adf1-e86988502e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.916443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.923962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-942fc11b-0b2f-4b17-a26d-afafcf42e1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:55.943418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b206244-dc2e-4d84-a60c-fd6aa328df32,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:55.947564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:55.957738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:55.960478 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b206244-dc2e-4d84-a60c-fd6aa328df32 HTTP/1.1" status: 204  len: 168 time: 0.1846192
Apr 20 13:14:55.971157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-73ab20c4-f13c-4817-91fd-a0c97d4da4ab service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450510
Apr 20 13:14:56.119115 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af0b58bc-26a7-458f-87d6-5606cea651a3 req-9fe32579-b051-412f-9b3c-ec2bef558ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387346
Apr 20 13:14:56.306966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-519b2cd1-7dbe-4cd8-9667-a7afe7bdcc6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0855756
Apr 20 13:14:56.326881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43966) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:56.348188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.369486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:56.373573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Usage tracker for resource:security_group_rule and tenant:b629b2fcac864a2cacdbc2c9ff3cad79 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:56.376650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:56.383081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:56.474227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.479031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.489243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-6f1c757b-6a22-47a0-a30f-c3c90e0c0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:56.491000 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-6f1c757b-6a22-47a0-a30f-c3c90e0c0cbb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.1016760
Apr 20 13:14:56.493553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8e15c7de-2126-4c36-96ce-86e31157f71c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:56.541867 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b629b2fcac864a2cacdbc2c9ff3cad79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2131231
Apr 20 13:14:56.542507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 43982) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:56.558061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9349c-098b-4c42-8ca7-36d5e79def26,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:56.563673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:56.625670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.656800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.680081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-fede9069-668a-4092-bb71-9c11c1ac3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:56.681768 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-fede9069-668a-4092-bb71-9c11c1ac3bb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1659453
Apr 20 13:14:56.705854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.712451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5cc2c927-d1ef-4c5c-bd1b-9ebb88052a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:56.728518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9349c-098b-4c42-8ca7-36d5e79def26,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:56.732120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:56.733884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:56.738848 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67f9349c-098b-4c42-8ca7-36d5e79def26 HTTP/1.1" status: 204  len: 168 time: 0.1930540
Apr 20 13:14:56.858416 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-7d514a01-9f2d-4382-9541-06b5db5c5154 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 1000 time: 0.1684489
Apr 20 13:14:56.973305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-82a76191-548c-4c5c-b339-cdf9d4361281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:56.974973 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-82a76191-548c-4c5c-b339-cdf9d4361281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.1095622
Apr 20 13:14:56.985725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e884-1a23-4e75-b2d7-340490ce2b98 req-c62eba97-42e3-43fe-97d0-bf32268730cc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:56.987426 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8f37e884-1a23-4e75-b2d7-340490ce2b98 req-c62eba97-42e3-43fe-97d0-bf32268730cc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1827629
Apr 20 13:14:57.083702 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8f37e884-1a23-4e75-b2d7-340490ce2b98 req-215fa9e9-cd47-4f34-b261-6398fbf0b80a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544717
Apr 20 13:14:57.105877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-1b8c1c3b-ab19-458d-bea0-537fd404c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:57.107534 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-1b8c1c3b-ab19-458d-bea0-537fd404c9ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1191220
Apr 20 13:14:57.275293 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-a127fdb3-2dc1-425d-9a4f-e7f842f814fd service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599987
Apr 20 13:14:58.068289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44052) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:58.274211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.343236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:58.350766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf0989fd8d148b8b4e2b37c8331b805 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:58.356332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:58.365370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:58.424689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411723d3-c520-49de-a29e-054bc97352a2 req-2a2d3a3c-9393-4c07-84e1-e4f6fb13e952 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:58.426706 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-411723d3-c520-49de-a29e-054bc97352a2 req-2a2d3a3c-9393-4c07-84e1-e4f6fb13e952 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1406419
Apr 20 13:14:58.510110 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-411723d3-c520-49de-a29e-054bc97352a2 req-a09d7128-4f9f-42bf-8699-c8fd62d1fe70 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706758
Apr 20 13:14:58.530897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.534010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.543490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-55cd2fb9-320e-406f-abb6-191625fff74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:58.576824 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2bf0989fd8d148b8b4e2b37c8331b805&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5047495
Apr 20 13:14:58.577295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44074) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:58.595710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6d4f-4a0a-4dd6-a022-dde1adbe4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.597681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6f270-94e2-4ce7-bc83-d5bc5ee0877c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:58.606501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.607010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.607528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.608019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.609016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.609447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.609923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.610535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.610992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.611984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.611984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.612243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:14:58.616819 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:58.670157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.702411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.754676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.759949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eae42969-7935-4fc8-b6c0-24dd95dedfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:58.773088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6f270-94e2-4ce7-bc83-d5bc5ee0877c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:58.776271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:58.778410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:58.782456 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9f6f270-94e2-4ce7-bc83-d5bc5ee0877c HTTP/1.1" status: 204  len: 168 time: 0.2005928
Apr 20 13:14:58.942799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.102981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.159525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44090) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:59.354032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.371610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:14:59.375941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Usage tracker for resource:security_group_rule and tenant:ba467a4e03464d49b203d7a26486c659 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:14:59.381490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:14:59.391865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:14:59.485409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.489697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.520781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bb2ac2-8a7d-4728-a651-bc4fcef2967b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:14:59.558393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44118) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:14:59.558642 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba467a4e03464d49b203d7a26486c659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3977318
Apr 20 13:14:59.561567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be85455-46db-417d-a127-516e8288ad1e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:14:59.565728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:14:59.683950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.740303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:14:59.901048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0f46-a79f-4c86-992a-a8f141327659 req-e751a00a-f7dd-4a28-b6e5-2ad964c6c0eb tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:14:59.909408 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-784b0f46-a79f-4c86-992a-a8f141327659 req-e751a00a-f7dd-4a28-b6e5-2ad964c6c0eb tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1479752
Apr 20 13:14:59.968196 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-784b0f46-a79f-4c86-992a-a8f141327659 req-a71204db-b5a4-4e22-be22-acd714075c54 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576231
Apr 20 13:14:59.994157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.015272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:00.044446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44136) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:00.056263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.057708 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2be85455-46db-417d-a127-516e8288ad1e HTTP/1.1" status: 204  len: 168 time: 0.4981227
Apr 20 13:15:00.058689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be85455-46db-417d-a127-516e8288ad1e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:00.062908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:00.188368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1464471055-network', 'tenant_id': '81ac9e583cf14db1818f157347c48621'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:00.193979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:00.198705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Usage tracker for resource:network and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:00.203113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:00.210643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:00.220721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Made reservation on behalf of 81ac9e583cf14db1818f157347c48621 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:15:00.227983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.247901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.266558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:00.270892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:00.275705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:00.281333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:00.391545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.406851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.412539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.417160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-08a43915-465c-4d4f-9e46-a87e6fbbe1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:00.452473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:15:00.458864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e7ceb-8efb-47ed-b7dc-e709062186ef,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:00.462460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:00.468651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.468999 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Added segment 890a73b9-f775-48e1-8896-a76e4a06f981 of type vlan for network f9335c50-c778-4ce1-b387-0c49527cbd2a
Apr 20 13:15:00.499091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.532313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.534020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:00.534813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.539929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:00.551823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44150) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:00.573585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.597428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:00.601766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Usage tracker for resource:security_group_rule and tenant:91e6aeb45cc547a381732666aadbad84 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:00.604817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:00.611431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:00.663681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9335c50-c778-4ce1-b387-0c49527cbd2a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:00.669989 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6215386
Apr 20 13:15:00.669989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:00.670273 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44154) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:00.675878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network f9335c50-c778-4ce1-b387-0c49527cbd2a details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:15:00.677404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Request body: {'subnet': {'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1464471055-subnet', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:00.682719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:00.686927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Usage tracker for resource:subnet and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:00.690562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:00.696792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:00.709646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Made reservation on behalf of 81ac9e583cf14db1818f157347c48621 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:15:00.718802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.737062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.741748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.779548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e21c18fd-b6bc-48ed-be18-95bd3460c617 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:00.791339 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91e6aeb45cc547a381732666aadbad84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2382016
Apr 20 13:15:00.793959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44158) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:00.830522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:15:00.864700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440fcbb-07dd-4409-8ae5-05deba9d767a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:00.868057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:00.892974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.929999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.985137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:00.991836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-77d0306f-7ae1-4ab8-8dd5-5bae981119e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:01.004629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440fcbb-07dd-4409-8ae5-05deba9d767a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:01.008752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:01.012505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.013795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1440fcbb-07dd-4409-8ae5-05deba9d767a HTTP/1.1" status: 204  len: 168 time: 0.2188163
Apr 20 13:15:01.228192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.294520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.296155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64851b-8c99-43a5-86eb-35035bad14c0 req-0b2593c6-f4c4-4bbd-a607-9290b7521dba tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:01.297820 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba64851b-8c99-43a5-86eb-35035bad14c0 req-0b2593c6-f4c4-4bbd-a607-9290b7521dba tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1289899
Apr 20 13:15:01.300417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-42832509-bc42-4c36-887c-67d4b56f6d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:01.376785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba64851b-8c99-43a5-86eb-35035bad14c0 req-95469dbe-f7b0-4405-b33e-b0d22fa3dbf9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668528
Apr 20 13:15:01.438275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Checking segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:01.438867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Network hostable DHCP agents. Network: f9335c50-c778-4ce1-b387-0c49527cbd2a, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:15:01.448274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2773465-60a0-40b3-96a7-3e83a255202d,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:01.454400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:01.475632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Network f9335c50-c778-4ce1-b387-0c49527cbd2a is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:15:01.484697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, f9335c50-c778-4ce1-b387-0c49527cbd2a) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:01.498119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:01.498890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.500132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d3a2e-f50d-47cb-8f8b-84610ac6b8c8 None None] Network f9335c50-c778-4ce1-b387-0c49527cbd2a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:15:01.525729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8543205
Apr 20 13:15:01.532296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44176) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:01.538309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:01.557804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:01.582706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Usage tracker for resource:router and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:01.590659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:01.597510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:01.632803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.635238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.664022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:01.935676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-f9335c50-c778-4ce1-b387-0c49527cbd2a', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:15:01.937746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:02.136438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:02.255865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Allocated IP 172.20.0.2 (f9335c50-c778-4ce1-b387-0c49527cbd2a/e2773465-60a0-40b3-96a7-3e83a255202d/8c987838-a3fc-4afe-aa3d-0ec2e9d4863c) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:02.644255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:02.683996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Transition to ACTIVE for port object 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:02.747266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Transition to ACTIVE for port object 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:02.764424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44218) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:02.765897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:02.789478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:02.954998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Pushing event updated for resources: {'Port': ['ID=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:02.978072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Network f9335c50-c778-4ce1-b387-0c49527cbd2a is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:02.987362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:02.988994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:02.994192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:03.028465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb27ee-a339-4d3c-bcfb-a46ae4e728ee req-932baf3c-e1c1-4577-9296-55de112ecda6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:03.037440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-93fb27ee-a339-4d3c-bcfb-a46ae4e728ee req-932baf3c-e1c1-4577-9296-55de112ecda6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2138877
Apr 20 13:15:03.041102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.042359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.080622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:03.094949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Usage tracker for resource:security_group_rule and tenant:88a1c0567366468fb6d4cdc6f9dbda2e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:03.098345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:03.102126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.114414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:03.201080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-93fb27ee-a339-4d3c-bcfb-a46ae4e728ee req-91945646-0fc5-4e8f-8192-806427f7d456 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1626067
Apr 20 13:15:03.259126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Attempting to bind port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:03.260045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Attempting to bind port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:03.260614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Attempting to bind port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c on network f9335c50-c778-4ce1-b387-0c49527cbd2a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:03.267643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:03.268350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Checking segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:03.268964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.269782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Bound using segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:03.270466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Bound port: 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:03.271013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.297574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.305420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.320992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-47b3bed8-86cf-469e-a0f7-b35fe3f711e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:03.395473 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88a1c0567366468fb6d4cdc6f9dbda2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6294739
Apr 20 13:15:03.397497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795ec7b7-ec69-4e52-9309-525ac2794af7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:03.400102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44234) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:03.403181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:03.447318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] For port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:03.451362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] For port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:03.455279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Allocated IP 172.27.2.5 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/97928092-0de5-4578-8314-4959244c50d7) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:03.456774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.463486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4ac428e-6da4-4fb8-adde-a84fbc056cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:03.491209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.521793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.586896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Pushing event updated for resources: {'Port': ['ID=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:03.595274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:03.637022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.645468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7cc5248b-0d57-4831-ba06-a61eff619de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:03.695464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.704578 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/795ec7b7-ec69-4e52-9309-525ac2794af7 HTTP/1.1" status: 204  len: 168 time: 0.3032832
Apr 20 13:15:03.712717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795ec7b7-ec69-4e52-9309-525ac2794af7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:03.717450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:03.781508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.853654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:03.864690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f033c806-ea29-434e-866c-340d87e25185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:03.981478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:03.986948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:04.008048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:04.073068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=97928092-0de5-4578-8314-4959244c50d7,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:04.085198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:04.589139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44256) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:04.639036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:04.663738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:04.680623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Usage tracker for resource:security_group_rule and tenant:dc90f9f1961a474a915ae6a52a5f9062 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:04.690685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:04.700704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:04.715132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687962a8-0b23-498a-86f4-ed5f0a7f1d86 req-78326473-cbc2-4876-ba3f-00ffcf4cc16c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:04.716908 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-687962a8-0b23-498a-86f4-ed5f0a7f1d86 req-78326473-cbc2-4876-ba3f-00ffcf4cc16c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.3134139
Apr 20 13:15:04.774175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:04.851776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:04.856472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:04.868200 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d6ca575a-e117-4f68-93ef-b19669abc593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:04.949728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0d104-03a6-48f6-8d38-6d42c069787e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:04.958871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:05.014871 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc90f9f1961a474a915ae6a52a5f9062&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4222755
Apr 20 13:15:05.015540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44266) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:05.116599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:05.143144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-687962a8-0b23-498a-86f4-ed5f0a7f1d86 req-dd639776-5371-4f91-a690-05c60c595696 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4167252
Apr 20 13:15:05.151437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:05.203002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:05.210685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-558eaeb0-bb5c-460a-be61-4d54e744f3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:05.226467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0d104-03a6-48f6-8d38-6d42c069787e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:05.233952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:05.234853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:05.236117 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02d0d104-03a6-48f6-8d38-6d42c069787e HTTP/1.1" status: 204  len: 168 time: 0.2189350
Apr 20 13:15:05.488469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899cf56-2035-4dbe-a7e0-8190442a2e8f None None] Network f9335c50-c778-4ce1-b387-0c49527cbd2a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:15:05.492797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:05.808789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:05.852974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Router c38c964f-2c0b-499b-aa4a-806458d61d3e is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:15:05.885178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3869a836-297c-4d8e-9c75-beaa324070d1 None None] Provisioning for port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:05.971501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:05.981037 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:05.981441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:06.264278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:06.332730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:15:06.375003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:06.390653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Sync routers for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:15:06.404483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:06.406732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:06.414259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44298) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:06.422807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:06.428024 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.8944740
Apr 20 13:15:06.611630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:06.614578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf74c0b8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:06.641776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f204a7-9bff-480c-bdc7-c5ae1bb12d39 req-ca0de331-3222-45e2-96e2-c912acb57957 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:06.645091 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58f204a7-9bff-480c-bdc7-c5ae1bb12d39 req-ca0de331-3222-45e2-96e2-c912acb57957 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2123594
Apr 20 13:15:07.177199 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58f204a7-9bff-480c-bdc7-c5ae1bb12d39 req-4ae597e8-19c4-4152-b89b-8e90d664c837 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5251534
Apr 20 13:15:07.307896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5619c5d6-2ab7-45aa-b4d1-75bf2ad34884 None None] Provisioning complete for port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:07.308314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5619c5d6-2ab7-45aa-b4d1-75bf2ad34884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:07.378267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:07.381729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:07.395777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:07.703777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:07.777267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:07.842412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:07.843373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:07.903794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf74c0b8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:04Z', 'revision_number': 3, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:07.912047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Checking router: c38c964f-2c0b-499b-aa4a-806458d61d3e for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:15:07.912047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Updating router c38c964f-2c0b-499b-aa4a-806458d61d3e port 97928092-0de5-4578-8314-4959244c50d7 binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:15:07.992742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.007689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Allocated IP 172.20.0.1 (f9335c50-c778-4ce1-b387-0c49527cbd2a/e2773465-60a0-40b3-96a7-3e83a255202d/6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:08.176614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.222256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Transition to ACTIVE for port object 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:08.251695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.257472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:08.345738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:08.349701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:08.351858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Network f9335c50-c778-4ce1-b387-0c49527cbd2a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:08.354277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:08.357193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:08.599150 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4508d16-f53c-4ae8-87c5-e1bea8cee0a1 req-e014ef41-e377-4a02-a630-bf17c748f511 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4152627
Apr 20 13:15:08.653181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e23de7-9912-49b5-acb1-1f596a12e231 req-9fc29207-034d-4eff-875f-9513cb2bc9f5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:08.655211 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39e23de7-9912-49b5-acb1-1f596a12e231 req-9fc29207-034d-4eff-875f-9513cb2bc9f5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2316711
Apr 20 13:15:08.718626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.733415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Transition to ACTIVE for port object 97928092-0de5-4578-8314-4959244c50d7 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:08.736941 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39e23de7-9912-49b5-acb1-1f596a12e231 req-c9e6b41f-3b65-4c8e-8439-7b1ebbf63016 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699048
Apr 20 13:15:08.745741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.752098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5530abab-536d-42aa-af31-2486096107a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:08.799216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-13f53d6e-07e4-494d-baa3-400ec3aac259 None None] Provisioning for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:08.819020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-13f53d6e-07e4-494d-baa3-400ec3aac259 None None] Provisioning complete for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:08.819468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-13f53d6e-07e4-494d-baa3-400ec3aac259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.834637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.907932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Attempting to bind port 97928092-0de5-4578-8314-4959244c50d7 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:08.908132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Attempting to bind port 97928092-0de5-4578-8314-4959244c50d7 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:08.908552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Attempting to bind port 97928092-0de5-4578-8314-4959244c50d7 on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:08.915038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Pushing event updated for resources: {'Port': ['ID=97928092-0de5-4578-8314-4959244c50d7,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:08.921450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:08.922484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:08.922848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:08.923338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.923739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:08.924264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Bound port: 97928092-0de5-4578-8314-4959244c50d7, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:08.924679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:08.969460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-13f53d6e-07e4-494d-baa3-400ec3aac259 None None] Port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:15:09.014251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] For port 97928092-0de5-4578-8314-4959244c50d7, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:09.020490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] For port 97928092-0de5-4578-8314-4959244c50d7, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=97928092-0de5-4578-8314-4959244c50d7,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:09.024607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.029977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:09.113412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:09.114095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf74c0b8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:09.148221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.192272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Pushing event updated for resources: {'Port': ['ID=97928092-0de5-4578-8314-4959244c50d7,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:09.247669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:09.321445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:09.393404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.400418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.434639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:09.520519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.525269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:09.529967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:09.667348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf74c0b8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:08Z', 'revision_number': 1, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:09.673016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f1ce0-a957-447b-8013-3b610b60d0d1 None None] The sync data for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi is: [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:08Z', 'revision_number': 1, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:15:09.673388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Network f9335c50-c778-4ce1-b387-0c49527cbd2a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:09.674905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:09.934183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-dd70b64c-1fce-43d3-8a89-e3e31f82f225 None None] Provisioning complete for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:09.934628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd70b64c-1fce-43d3-8a89-e3e31f82f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:09.982688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Router c38c964f-2c0b-499b-aa4a-806458d61d3e has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:15:10.002809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506889bf-1ca1-4218-b18c-e8a170e921b0 req-8e0953e6-fcd9-471d-a916-17300db9eb16 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:10.004560 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-506889bf-1ca1-4218-b18c-e8a170e921b0 req-8e0953e6-fcd9-471d-a916-17300db9eb16 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1109900
Apr 20 13:15:10.068509 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-506889bf-1ca1-4218-b18c-e8a170e921b0 req-ec40fb03-7aab-4ede-9e20-1edbb759d872 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566356
Apr 20 13:15:10.204663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-dd70b64c-1fce-43d3-8a89-e3e31f82f225 None None] Port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:15:10.240827 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:15:10.250410 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] 10.222.0.72 "PUT /v2.0/routers/c38c964f-2c0b-499b-aa4a-806458d61d3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8349941
Apr 20 13:15:11.009647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44424) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:11.017082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710248052-network', 'tenant_id': '11a8328687d944c8aff33328e244cdee'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:11.022193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:11.026441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Usage tracker for resource:network and tenant:11a8328687d944c8aff33328e244cdee is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:11.034376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:11.042150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:11.052858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Made reservation on behalf of 11a8328687d944c8aff33328e244cdee for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:15:11.057673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.071668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.088464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:11.092884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Usage tracker for resource:security_group_rule and tenant:11a8328687d944c8aff33328e244cdee is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:11.096130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:11.102528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:11.205463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.209573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.215029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2c832c4b-5c2c-4f74-8026-c7dcd5b61172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:11.238199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:15:11.263674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0688bc0c-828c-40e0-918b-3adf2a69d438,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:11.267280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:11.268572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.268966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Added segment c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4 of type vlan for network f14bef4a-7246-48f7-80e8-df5e0ee23bc0
Apr 20 13:15:11.304434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.316834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fe588-893d-4502-bf84-6a36c628d952 req-ef936f43-70ee-4e7f-b7a3-e54944eb74ab tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:11.318514 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-235fe588-893d-4502-bf84-6a36c628d952 req-ef936f43-70ee-4e7f-b7a3-e54944eb74ab tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1094496
Apr 20 13:15:11.338220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.339821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:11.340453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.345641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:11.371992 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-235fe588-893d-4502-bf84-6a36c628d952 req-577ee4fd-cdd5-422b-bb8b-1bb444070d04 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442417
Apr 20 13:15:11.451996 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4385691
Apr 20 13:15:11.452798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44440) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:11.456641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Pushing event updated for resources: {'Network': ['ID=f14bef4a-7246-48f7-80e8-df5e0ee23bc0,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:11.459177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Request body: {'subnet': {'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710248052-subnet', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:11.460223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:11.466707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:11.469181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:15:11.477379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Usage tracker for resource:subnet and tenant:11a8328687d944c8aff33328e244cdee is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:11.481026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:11.489505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:11.503882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Made reservation on behalf of 11a8328687d944c8aff33328e244cdee for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:15:11.508806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827368716'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.521715 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44444) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:11.677967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 97928092-0de5-4578-8314-4959244c50d7 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:11.685493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.701226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:11.705343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a4e4771c4d4172a7f5c3f97b085668 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:11.708347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:11.714481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:11.749638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 97928092-0de5-4578-8314-4959244c50d7 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:11.754577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 97928092-0de5-4578-8314-4959244c50d7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:11.755355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.802191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.805089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.814548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-94fd8bef-a089-4142-b0d5-f1912a14c210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:11.859553 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9a4e4771c4d4172a7f5c3f97b085668&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365765
Apr 20 13:15:11.860514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59535f1-c6ad-4bd5-b536-f6ccd3592f31,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:11.863049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44450) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:11.866039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:11.895554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.913377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 97928092-0de5-4578-8314-4959244c50d7, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=97928092-0de5-4578-8314-4959244c50d7,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:11.916443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.919236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:11.940876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.971545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:11.993145 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=97928092-0de5-4578-8314-4959244c50d7,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:11.996574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:12.006517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27678443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827368731'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.012218 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35aaef43-861b-480a-923f-36da44cf9733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:12.023548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.028839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e261602-e463-4ffb-92a4-367b5eda01c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:12.042262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59535f1-c6ad-4bd5-b536-f6ccd3592f31,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:12.044709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:12.050580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.052722 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c59535f1-c6ad-4bd5-b536-f6ccd3592f31 HTTP/1.1" status: 204  len: 168 time: 0.1883767
Apr 20 13:15:12.095624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b6ca55-5be2-4885-8573-9c6c8b53e8da,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:12.101321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:12.104024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Checking segment: {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:12.104422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Network hostable DHCP agents. Network: f14bef4a-7246-48f7-80e8-df5e0ee23bc0, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:15:12.124107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:15:12.134519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, f14bef4a-7246-48f7-80e8-df5e0ee23bc0) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:12.144874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3857f2d-8aff-4b6c-ac31-13b4fc5deef7 None None] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:15:12.152491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:12.153160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.177313 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a410aac1-aeca-4cb9-bcb6-7c9aab3db564 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7237048
Apr 20 13:15:12.180164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44458) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:12.185893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:12.191103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:12.195522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Usage tracker for resource:router and tenant:11a8328687d944c8aff33328e244cdee is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:12.198579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:12.205906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:12.219996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.221144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.242601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.420480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:15:12.421457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.479544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44470) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:12.508687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.560138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.586303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:12.595318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Usage tracker for resource:security_group_rule and tenant:fb28bf9d956749db9294c9345cf17cfe is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:12.608529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:12.620241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:12.664772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Allocated IP 172.20.0.2 (f14bef4a-7246-48f7-80e8-df5e0ee23bc0/c1b6ca55-5be2-4885-8573-9c6c8b53e8da/34a5f59a-281a-4245-9ae8-d868ddf80e9c) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:12.686873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfad1a-1130-44d0-8350-b59a534958a5 req-952bd89d-fe5c-4a4d-8107-52ecd8934bd0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:12.695646 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-04bfad1a-1130-44d0-8350-b59a534958a5 req-952bd89d-fe5c-4a4d-8107-52ecd8934bd0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.1524553
Apr 20 13:15:12.759357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44476) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:12.776091 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-04bfad1a-1130-44d0-8350-b59a534958a5 req-71e70401-f817-4edd-b390-7985ac41b27c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758243
Apr 20 13:15:12.843284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.846439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.856538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d13b2312-7971-4d7c-a906-b03bd98d2e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:12.889829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82bfb6-345b-4832-9d6a-55804d7bc551,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:12.894946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:12.941597 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb28bf9d956749db9294c9345cf17cfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4604399
Apr 20 13:15:12.945254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44482) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:12.961587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:12.988920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.001887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Transition to ACTIVE for port object 34a5f59a-281a-4245-9ae8-d868ddf80e9c will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:13.012706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.014143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.023979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Transition to ACTIVE for port object 34a5f59a-281a-4245-9ae8-d868ddf80e9c will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:13.028884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.034325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.045461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:13.055574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c49938d57dae4914adcd05184068d978 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:13.059826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:13.068287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:13.096704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.107375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:13.110970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:13.114778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:13.121104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Pushing event updated for resources: {'Port': ['ID=34a5f59a-281a-4245-9ae8-d868ddf80e9c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.143933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.157508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.177677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Allocated IP 172.27.2.46 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/0231efbb-5840-4dc6-9f1a-c27f27a5c4be) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:13.231233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.231754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Attempting to bind port 34a5f59a-281a-4245-9ae8-d868ddf80e9c on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:13.232306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Attempting to bind port 34a5f59a-281a-4245-9ae8-d868ddf80e9c by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:13.232717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Attempting to bind port 34a5f59a-281a-4245-9ae8-d868ddf80e9c on network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:13.239685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:13.240095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Checking segment: {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:13.240539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.240974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Bound using segment: {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:13.241491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Bound port: 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:13.241911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.243291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-76ae9d55-a82c-4046-9013-65a42b733359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.261997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82bfb6-345b-4832-9d6a-55804d7bc551,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.266339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.268931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.274232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.284401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.296887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.301332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c82bfb6-345b-4832-9d6a-55804d7bc551 HTTP/1.1" status: 204  len: 168 time: 0.3518648
Apr 20 13:15:13.327992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Sync routers for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:15:13.345887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:13.346924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4523860>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:13.374641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] For port 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:13.379259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] For port 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=34a5f59a-281a-4245-9ae8-d868ddf80e9c,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:13.382079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff182577-0056-4473-9b12-65717314585c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.385015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.387978 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c49938d57dae4914adcd05184068d978&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6247938
Apr 20 13:15:13.387978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.389687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44488) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:13.397072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.469770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.507612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.565325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.573298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b5245c97-2517-433a-8647-8739869a1060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.587444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Pushing event updated for resources: {'Port': ['ID=34a5f59a-281a-4245-9ae8-d868ddf80e9c,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.591713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.596215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff182577-0056-4473-9b12-65717314585c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.600590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.602192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.603657 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d8a5798a-8d14-4188-8903-5d8bf2e0b661 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff182577-0056-4473-9b12-65717314585c HTTP/1.1" status: 204  len: 168 time: 0.2129753
Apr 20 13:15:13.636254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.675536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.682185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e5ad6145-7c8e-44da-b58e-0d59e2b76620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:13.715731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 97928092-0de5-4578-8314-4959244c50d7 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:13.772862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:13.777404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:13.782545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:13.826262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Pushing event updated for resources: {'Port': ['ID=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:13.832221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:13.924377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 97928092-0de5-4578-8314-4959244c50d7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:13.930564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:13.989523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:14.307180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdae2f-0ffb-4a4d-95cd-709cf769166e req-ca22ae2b-bcf0-48e0-bf4b-eab38d79c0bf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:14.329237 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00cdae2f-0ffb-4a4d-95cd-709cf769166e req-ca22ae2b-bcf0-48e0-bf4b-eab38d79c0bf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2349591
Apr 20 13:15:14.396159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44508) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:14.431831 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00cdae2f-0ffb-4a4d-95cd-709cf769166e req-eab7fe04-e649-459b-be94-df98d740bf12 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014035
Apr 20 13:15:14.443100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.443349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.475254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:14.480947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Usage tracker for resource:security_group_rule and tenant:911846d162c74336b0136f3c1b840220 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:14.484127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:14.490673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:14.587217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.591077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.605350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-996b93e5-192e-4204-9b00-bde3a800ab3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:14.667014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44516) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:14.667235 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=911846d162c74336b0136f3c1b840220&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2697582
Apr 20 13:15:14.670995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f105f01d-6444-498d-87ac-f41ef3429f99,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:14.672287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:14.735610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4523860>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 2, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:14.744097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Checking router: c38c964f-2c0b-499b-aa4a-806458d61d3e for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:15:14.744509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Updating router c38c964f-2c0b-499b-aa4a-806458d61d3e port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:15:14.822146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.904156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.941970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:14.945090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.173995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.180291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cbdf7027-5fce-4051-ba29-35f0bc52f704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:15.196066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105f01d-6444-498d-87ac-f41ef3429f99,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:15.199163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:15.231823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.235903 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f105f01d-6444-498d-87ac-f41ef3429f99 HTTP/1.1" status: 204  len: 168 time: 0.5606472
Apr 20 13:15:15.262214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Router 072936a8-558e-4b0b-acaf-36ae1c8709ce is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:15:15.286557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.301343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Transition to ACTIVE for port object 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:15.310713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.318552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39ad8f93-2892-4ab8-b7d5-db17c583bdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:15.508623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158cf00-9fd9-41c1-8876-24504e9d4195 None None] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:15:15.564969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:15:15.656699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.658272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e33e690b-5c56-4dda-8bba-e0a3cefd8841 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.4770315
Apr 20 13:15:15.661201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44542) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:15.776896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Pushing event updated for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:15.792235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Sync routers for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:15:15.810337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.815681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.816346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.816902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.817453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.818339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.819102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.820110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.820683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.826683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.827222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.827723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:15.843511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:15.846717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Attempting to bind port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:15.848952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Attempting to bind port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:15.849445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Attempting to bind port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b on network f9335c50-c778-4ce1-b387-0c49527cbd2a {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:15.853065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69fb34-8f43-4d98-8c0a-9feddefa888e req-f23d6a29-5fbc-4473-ab73-f945788e9d06 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:15.862865 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba69fb34-8f43-4d98-8c0a-9feddefa888e req-f23d6a29-5fbc-4473-ab73-f945788e9d06 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2440391
Apr 20 13:15:15.863094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:15.865340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 34a5f59a-281a-4245-9ae8-d868ddf80e9c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:15.866637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Checking segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:15.869305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.869846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Bound using segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:15.870466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Bound port: 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:15.870997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:15.928122 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba69fb34-8f43-4d98-8c0a-9feddefa888e req-42b5755e-8689-4d2c-aa53-6d38b1a32870 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641460
Apr 20 13:15:16.023625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:16.025408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d44a0e80>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:16.082876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] For port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:16.088718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] For port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:16.094796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:16.095626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:15:16.100071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:16.208073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-4cdae8a9-41b2-4ce3-93fa-daacf19afb6c None None] Provisioning for port 34a5f59a-281a-4245-9ae8-d868ddf80e9c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:16.218613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:16.219315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4523860>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:16.336427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.resource_extend [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 13:15:16.418049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Pushing event updated for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:16.432879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:16.502499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 34a5f59a-281a-4245-9ae8-d868ddf80e9c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:16.504424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:16.556057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 34a5f59a-281a-4245-9ae8-d868ddf80e9c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:16.556534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:16.841817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:17.085383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:17.181379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4523860>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:16Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:17.196490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'mac_address': 'fa:16:3e:61:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:15:17.200914 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788aea0-9202-4623-9e51-c171de9d85f2 None None] The sync data for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi is: [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:16Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:15:17.362870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041ae9b-f9ec-40f1-a04b-0d28fc767e33 req-240555b0-9dea-41d6-94bb-8a3c0a12d83a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:17.397259 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2041ae9b-f9ec-40f1-a04b-0d28fc767e33 req-240555b0-9dea-41d6-94bb-8a3c0a12d83a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 944 time: 0.2072310
Apr 20 13:15:17.437113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.480930 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2041ae9b-f9ec-40f1-a04b-0d28fc767e33 req-a14393bd-e4a7-4e90-b597-2c78a505ebd3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827458
Apr 20 13:15:17.515025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.542772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:15:17.560671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.633389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:17.648311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.652044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:17.683047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-1351d8df-84b9-49d7-b5e8-e04f72c6fb9e None None] Provisioning complete for port 34a5f59a-281a-4245-9ae8-d868ddf80e9c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:17.683660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1351d8df-84b9-49d7-b5e8-e04f72c6fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.743246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Allocated IP 172.20.0.1 (f14bef4a-7246-48f7-80e8-df5e0ee23bc0/c1b6ca55-5be2-4885-8573-9c6c8b53e8da/286708a3-0087-46ff-9460-e73008b75ef4) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:17.750016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=34a5f59a-281a-4245-9ae8-d868ddf80e9c,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:17.779740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.823880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=9']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:17.849598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.850062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.850522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.851018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.851482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.851929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.852365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.852885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.853341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.853779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.854211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.854645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:17.888593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:17.889294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:17.943640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d44a0e80>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:14Z', 'revision_number': 3, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:17.947920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:17.959028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['089c88aa-1f50-4807-95af-723e6ec0fff9'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:15:17.972014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Transition to ACTIVE for port object 286708a3-0087-46ff-9460-e73008b75ef4 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:17.989757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:18.003157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.008259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:18.048175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Checking router: 072936a8-558e-4b0b-acaf-36ae1c8709ce for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:15:18.048725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Updating router 072936a8-558e-4b0b-acaf-36ae1c8709ce port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:15:18.086348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:18.090257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:18.094909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:18.139831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Pushing event updated for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:18.144474 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:18.173149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.212091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.249245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=34a5f59a-281a-4245-9ae8-d868ddf80e9c,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:18.267746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:18.348857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.371851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:18.396422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:18.396843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.529394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f2cea30a-e8bb-4d99-9899-df842702f90a None None] Provisioning for port 286708a3-0087-46ff-9460-e73008b75ef4 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:18.603743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-f2cea30a-e8bb-4d99-9899-df842702f90a None None] Provisioning complete for port 286708a3-0087-46ff-9460-e73008b75ef4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:18.604780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f2cea30a-e8bb-4d99-9899-df842702f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.652892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.657223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.692296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-905d32b6-4e9d-480f-9589-c14010bd73e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:18.774958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f2cea30a-e8bb-4d99-9899-df842702f90a None None] Port 286708a3-0087-46ff-9460-e73008b75ef4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:15:18.778674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Pushing event updated for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:18.789257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:18.814926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.839095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630951-2c84-4a9e-8446-f1631f5eb3e3 req-48ff683d-8364-43a1-bc82-866f5c39366a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:18.845127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:18.848475 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-31630951-2c84-4a9e-8446-f1631f5eb3e3 req-48ff683d-8364-43a1-bc82-866f5c39366a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.1484749
Apr 20 13:15:18.906912 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-31630951-2c84-4a9e-8446-f1631f5eb3e3 req-6565baa9-091d-4284-9baf-7c0c05cc3bd9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572245
Apr 20 13:15:18.993525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:19.001542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.006187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:19.015245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:19.016632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:19.110208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.113282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:19.118349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:19.128137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Transition to ACTIVE for port object 0231efbb-5840-4dc6-9f1a-c27f27a5c4be will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:19.135142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.146112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:19.283869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Router 072936a8-558e-4b0b-acaf-36ae1c8709ce has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:15:19.498681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Attempting to bind port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:19.499622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Attempting to bind port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:19.500031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Attempting to bind port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:19.508439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Pushing event updated for resources: {'Port': ['ID=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:19.510761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-d0524b62-5c98-47a3-9428-cf6706602947 None None] Provisioning complete for port 286708a3-0087-46ff-9460-e73008b75ef4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:19.511180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d0524b62-5c98-47a3-9428-cf6706602947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.534232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:15:19.544077 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] 10.222.0.72 "PUT /v2.0/routers/072936a8-558e-4b0b-acaf-36ae1c8709ce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8814571
Apr 20 13:15:19.544278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:19.545028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:19.545968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:19.546427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.546873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:19.547431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Bound port: 0231efbb-5840-4dc6-9f1a-c27f27a5c4be, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:19.547861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.647839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-d0524b62-5c98-47a3-9428-cf6706602947 None None] Port 286708a3-0087-46ff-9460-e73008b75ef4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:15:19.660659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] For port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:19.664565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] For port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:19.672559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:19.687547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac68c257-99ca-4183-8c48-f368a1a19537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:19.772875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:19.773728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d44a0e80>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:19.900352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:19.997752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Pushing event updated for resources: {'Port': ['ID=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:20.001181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:20.013879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:20.120978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:20.130592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6768f-7202-4be7-a1fd-d30369a625f1 req-267305b7-1c5f-48a0-918a-cd5e562e72c9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:20.132531 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-72f6768f-7202-4be7-a1fd-d30369a625f1 req-267305b7-1c5f-48a0-918a-cd5e562e72c9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 945 time: 0.1057479
Apr 20 13:15:20.185141 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-72f6768f-7202-4be7-a1fd-d30369a625f1 req-93cecfa6-d4aa-4dce-bd7e-f0cf0d7786ff tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457051
Apr 20 13:15:20.198932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:20.199356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:20.261013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 089c88aa-1f50-4807-95af-723e6ec0fff9 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:20.261435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:20.738379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 34a5f59a-281a-4245-9ae8-d868ddf80e9c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:20.830440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:20.885058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:15:20.948746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:20.961836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:20.970363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 34a5f59a-281a-4245-9ae8-d868ddf80e9c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:20.970810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:21.010744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d44a0e80>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '286708a3-0087-46ff-9460-e73008b75ef4', 'name': '', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'mac_address': 'fa:16:3e:d3:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:17Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 2, 'project_id': '11a8328687d944c8aff33328e244cdee', 'subnets': [{'id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:21.022557 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'code': 200}
Apr 20 13:15:21.023578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:21.108837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4519c9-6ee1-4e79-b849-204214af9fa5 None None] The sync data for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi is: [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '286708a3-0087-46ff-9460-e73008b75ef4', 'name': '', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'mac_address': 'fa:16:3e:d3:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:17Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 2, 'project_id': '11a8328687d944c8aff33328e244cdee', 'subnets': [{'id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:15:21.134023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=10']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:21.162656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:21.768221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d880-a89a-4cf3-b387-d39c7e0e6795 req-cb517e00-9c44-4504-b4f9-e4c07ad0e8f0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:21.793819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2293d880-a89a-4cf3-b387-d39c7e0e6795 req-cb517e00-9c44-4504-b4f9-e4c07ad0e8f0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.3457959
Apr 20 13:15:21.944396 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2293d880-a89a-4cf3-b387-d39c7e0e6795 req-05e7f0d1-a819-4d35-b0ac-02f11da7f691 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484728
Apr 20 13:15:21.948015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09e7d4-cca1-45ab-8446-f7341bea8d2d req-15bc11b4-ccff-4113-838f-1f8c77722059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:21.957117 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0c09e7d4-cca1-45ab-8446-f7341bea8d2d req-15bc11b4-ccff-4113-838f-1f8c77722059 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1100 time: 0.3688622
Apr 20 13:15:22.017498 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0c09e7d4-cca1-45ab-8446-f7341bea8d2d req-2b659466-2087-496d-8948-0818b2931e4f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505781
Apr 20 13:15:23.553880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65118f0a-3dd5-4241-bf11-e4c69181ddaa req-fe22c152-f542-4183-aefb-7cf92492802d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:23.555824 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-65118f0a-3dd5-4241-bf11-e4c69181ddaa req-fe22c152-f542-4183-aefb-7cf92492802d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.1540532
Apr 20 13:15:23.665293 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-65118f0a-3dd5-4241-bf11-e4c69181ddaa req-943f93c7-341a-4f3a-9182-f20715b86285 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004655
Apr 20 13:15:24.013230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 0231efbb-5840-4dc6-9f1a-c27f27a5c4be up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:24.136341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44750) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:24.302619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.323940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:24.328957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Usage tracker for resource:security_group_rule and tenant:70356bf6cdd940e0a71fcb745de9512a is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:24.330337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:24.332603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:24.339061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:24.341398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:24.341960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.439761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.447766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.456676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edeac7b1-e9f5-48b1-bf27-220ada003c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:24.491213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770584c3-71fe-4e44-aa25-9cadd933b5de,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:24.499031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:24.525904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44756) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:24.535249 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a44011c9-2056-4541-bdfd-dd4d201124f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70356bf6cdd940e0a71fcb745de9512a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3959355
Apr 20 13:15:24.549639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.576130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:24.580354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.583646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:24.612982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.649878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.668215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:24.671761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:24.696064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.706351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f0dda8f6-f45c-482b-8f8c-b478b5e6365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:24.720631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770584c3-71fe-4e44-aa25-9cadd933b5de,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:24.731159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.731620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.734631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.735061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.735484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.736161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.736557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.737105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.737608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.738036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.738397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.738785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:15:24.742545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:24.743639 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:24.747709 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/770584c3-71fe-4e44-aa25-9cadd933b5de HTTP/1.1" status: 204  len: 168 time: 0.2175093
Apr 20 13:15:24.984107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18976c9-0f21-48a8-979b-d6e321e52062 req-1a12dc32-c301-4f63-9f0d-a408751b7fe9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:24.985772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b18976c9-0f21-48a8-979b-d6e321e52062 req-1a12dc32-c301-4f63-9f0d-a408751b7fe9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.1779239
Apr 20 13:15:25.049732 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b18976c9-0f21-48a8-979b-d6e321e52062 req-b1af4408-ce5a-4d77-a6a7-ea791821a202 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573657
Apr 20 13:15:25.227351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44776) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:25.252093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.272922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:25.277806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Usage tracker for resource:security_group_rule and tenant:60f20bb81355473a89a7bede5fa80d94 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:25.284222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:25.294911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:25.445506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.450250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.463652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9cfc58ec-2016-4fc6-8f95-b1029f0b63eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:25.521009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a909a-cf8d-448c-a081-1d69117c77ff,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:25.536416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:25.541865 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60f20bb81355473a89a7bede5fa80d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3107026
Apr 20 13:15:25.542284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44784) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:25.630812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.664459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.713045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.719481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5f29797f-164d-4d7e-8eee-1050c07505ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:25.725127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Sync routers for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:15:25.735365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:25.735590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a909a-cf8d-448c-a081-1d69117c77ff,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:25.736658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4711b00>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:25.750781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:25.751587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.755288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c2a909a-cf8d-448c-a081-1d69117c77ff HTTP/1.1" status: 204  len: 168 time: 0.2095463
Apr 20 13:15:25.881964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f735f334-12a8-42a8-b0aa-a188f96870b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:25.968442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 0231efbb-5840-4dc6-9f1a-c27f27a5c4be up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:25.994435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:26.096439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:26.096986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.374475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44794) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:26.399901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.412085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4711b00>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '286708a3-0087-46ff-9460-e73008b75ef4', 'name': '', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'mac_address': 'fa:16:3e:d3:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:17Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 2, 'project_id': '11a8328687d944c8aff33328e244cdee', 'subnets': [{'id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:26.416261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Checking router: 072936a8-558e-4b0b-acaf-36ae1c8709ce for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:15:26.416661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Updating router 072936a8-558e-4b0b-acaf-36ae1c8709ce port 286708a3-0087-46ff-9460-e73008b75ef4 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:15:26.420812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:26.425750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Usage tracker for resource:security_group_rule and tenant:cb980b39dece42d9b5c579008c75a8d3 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:26.433257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:26.440378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:26.487697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.538000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.540833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.553584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9baeb2b5-9484-4854-a357-ffb28c048ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:26.588973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e405b-93b6-465a-9858-e676c5629794,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:26.608455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:26.630759 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-73c33346-14dc-4990-9a59-5941ee15c713 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb980b39dece42d9b5c579008c75a8d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2527003
Apr 20 13:15:26.630997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44798) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:26.713696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.748360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.821582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.826259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-459b5502-4379-4ec4-8e91-34f2be655ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:26.842299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e405b-93b6-465a-9858-e676c5629794,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:26.851901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:26.858209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:26.862101 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd7e405b-93b6-465a-9858-e676c5629794 HTTP/1.1" status: 204  len: 168 time: 0.2275660
Apr 20 13:15:26.989841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:27.004832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Transition to ACTIVE for port object 286708a3-0087-46ff-9460-e73008b75ef4 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:27.020101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:27.028680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ac74b2d2-1115-4df1-b1c0-cb337bb4d676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:27.188759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5945fba-0a6c-40c8-b47b-6e1831cb4d58 None None] Pushing event updated for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:27.234022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a5945fba-0a6c-40c8-b47b-6e1831cb4d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:27.299206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Attempting to bind port 286708a3-0087-46ff-9460-e73008b75ef4 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:27.299748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Attempting to bind port 286708a3-0087-46ff-9460-e73008b75ef4 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:27.300611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Attempting to bind port 286708a3-0087-46ff-9460-e73008b75ef4 on network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:27.307228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:27.307731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Checking segment: {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:27.308260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:27.308962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Bound using segment: {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:27.309381 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Bound port: 286708a3-0087-46ff-9460-e73008b75ef4, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:27.309897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:27.436805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] For port 286708a3-0087-46ff-9460-e73008b75ef4, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:27.441472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] For port 286708a3-0087-46ff-9460-e73008b75ef4, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=286708a3-0087-46ff-9460-e73008b75ef4,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:27.445135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:27.452263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:27.532932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:15:27.533619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4711b00>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:14:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:27.749121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:15:27.846776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5945fba-0a6c-40c8-b47b-6e1831cb4d58 None None] Pushing event updated for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:27.850093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a5945fba-0a6c-40c8-b47b-6e1831cb4d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:28.290998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4711b00>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '286708a3-0087-46ff-9460-e73008b75ef4', 'name': '', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'mac_address': 'fa:16:3e:d3:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:17Z', 'updated_at': '2021-04-20T13:15:27Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'subnets': [{'id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:15:28.297307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4584-408b-4a00-b59e-7b8699d9d5a4 None None] The sync data for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi is: [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '286708a3-0087-46ff-9460-e73008b75ef4', 'name': '', 'network_id': 'f14bef4a-7246-48f7-80e8-df5e0ee23bc0', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'mac_address': 'fa:16:3e:d3:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:17Z', 'updated_at': '2021-04-20T13:15:27Z', 'revision_number': 4, 'project_id': '11a8328687d944c8aff33328e244cdee', 'subnets': [{'id': 'c1b6ca55-5be2-4885-8573-9c6c8b53e8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:15:28.575083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ecc67c0-2068-44d9-9387-282dc6951115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:28.941848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:29.101733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:29.865491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 44902) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:29.930460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 286708a3-0087-46ff-9460-e73008b75ef4 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:30.037092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 286708a3-0087-46ff-9460-e73008b75ef4 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:30.045139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 286708a3-0087-46ff-9460-e73008b75ef4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:30.045685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.107344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.134600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:30.138773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Usage tracker for resource:security_group_rule and tenant:27c5dc648871474b8cce29151797b281 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:30.147643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:30.158499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:30.203642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.253426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 286708a3-0087-46ff-9460-e73008b75ef4, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=286708a3-0087-46ff-9460-e73008b75ef4,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:30.256188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.258379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:30.294382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.298558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.309098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-72d1c7ee-62e5-4654-b643-ade782af729c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:30.336448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:30.339971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:30.366421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0115ed-f0d4-4695-bb54-c86e861de888,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:30.382540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:30.398495 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27c5dc648871474b8cce29151797b281&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5316324
Apr 20 13:15:30.401378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44910) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:30.419365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.478828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.513534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.572932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.578964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b63819bd-245f-4122-8ee0-28f2f69adf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:30.593641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0115ed-f0d4-4695-bb54-c86e861de888,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:30.603643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:30.610746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:30.624803 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f0115ed-f0d4-4695-bb54-c86e861de888 HTTP/1.1" status: 204  len: 168 time: 0.2219174
Apr 20 13:15:30.994481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44918) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:31.014301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.031225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:31.035933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Usage tracker for resource:security_group_rule and tenant:5040cf869ae74cc1b9eb87e9ec82630c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:31.039507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:31.047786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:31.143878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.147702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.159137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-aca2feca-32a6-4926-b8a4-aef72ba35610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:31.213704 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5040cf869ae74cc1b9eb87e9ec82630c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2170587
Apr 20 13:15:31.213704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 44922) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:31.218220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c7cea-550a-4ff1-adbb-49da498fc473,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:31.220448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.233468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:31.297856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.329358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.398698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.404366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f809951f-49a1-41e0-bac0-58d9afdc766f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:31.419378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c7cea-550a-4ff1-adbb-49da498fc473,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:31.425254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:31.428022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:31.431539 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/071c7cea-550a-4ff1-adbb-49da498fc473 HTTP/1.1" status: 204  len: 168 time: 0.2152579
Apr 20 13:15:31.884824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 286708a3-0087-46ff-9460-e73008b75ef4 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:31.985510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 286708a3-0087-46ff-9460-e73008b75ef4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:31.985961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:32.631188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-e732af29-636f-4122-8e03-ffaed75f77fc tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:32.633957 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-e732af29-636f-4122-8e03-ffaed75f77fc tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 815 time: 0.1628737
Apr 20 13:15:32.648955 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-3c2dc4ff-7862-4732-8768-043e714509fb tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/quotas/81ac9e583cf14db1818f157347c48621 HTTP/1.1" status: 200  len: 375 time: 0.0101030
Apr 20 13:15:32.747052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-b1b0fc5d-f202-4d9d-b9e0-59f69da870c4 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921886
Apr 20 13:15:32.915983 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-3a7876c4-9107-41e4-8d45-a184bb3637e5 service neutron] 10.222.0.72 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547301
Apr 20 13:15:33.269636 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-860c3777-2d87-425c-8c94-7afb2ee74a7e service neutron] 10.222.0.72 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3522580
Apr 20 13:15:33.469795 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b821af90-d922-43ab-a287-91febe38234c req-95fe44c8-98b1-463c-bfb9-e06dea79b3ae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 210 time: 0.0504236
Apr 20 13:15:34.663574 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-119c6136-313b-4aba-a560-c9611dc01644 req-bf137e31-6a41-4e29-922c-8ba071a9267b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 210 time: 0.0768666
Apr 20 13:15:34.694709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-f42fabef-f1c5-4416-bf91-c447a4116ce9 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:34.696327 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-f42fabef-f1c5-4416-bf91-c447a4116ce9 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 815 time: 0.2227459
Apr 20 13:15:35.834592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad838ac7-3d83-4e81-99ab-91d1160499d8 req-a745789c-97be-460c-a083-d73d5b723029 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 210 time: 0.0536103
Apr 20 13:15:37.003152 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-22677b61-82d6-4403-8516-596ea74808ba req-89850f34-babc-4576-a634-8d1b00b0876e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 210 time: 0.0491602
Apr 20 13:15:37.776937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'port': {'device_id': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'admin_state_up': True, 'tenant_id': '81ac9e583cf14db1818f157347c48621'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:37.830742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:15:37.927769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:37.931801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:port and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:37.934829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:37.941980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:37.951674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Made reservation on behalf of 81ac9e583cf14db1818f157347c48621 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:15:37.959193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:38.193600 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b6885b4b-b10f-4598-9d14-5255782aeb77 req-724ae4d2-94d3-4502-9114-4b12408bd652 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 210 time: 0.0637252
Apr 20 13:15:38.199990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Allocated IP 172.20.0.5 (f9335c50-c778-4ce1-b387-0c49527cbd2a/e2773465-60a0-40b3-96a7-3e83a255202d/64cbe947-0c8c-4425-9635-f21fe8d6e81f) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:15:38.470207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:38.495149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Transition to ACTIVE for port object 64cbe947-0c8c-4425-9635-f21fe8d6e81f will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:38.559339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:38.587664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-308ad4e0-8849-457c-83a6-6778617b7887 tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:38.679709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:38.687416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Network f9335c50-c778-4ce1-b387-0c49527cbd2a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:15:38.689111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:38.690696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:15:38.694275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:15:38.788403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:38.789146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:38.817518 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0446947
Apr 20 13:15:38.998513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-da21a3a6-861f-4b19-bd9c-352814a5c817 None None] Provisioning for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:39.003949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-da21a3a6-861f-4b19-bd9c-352814a5c817 None None] Provisioning complete for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:39.004451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-da21a3a6-861f-4b19-bd9c-352814a5c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:39.063801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-da21a3a6-861f-4b19-bd9c-352814a5c817 None None] Port 64cbe947-0c8c-4425-9635-f21fe8d6e81f cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:15:39.409569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ff96-a304-443c-b49e-fef764d39aaf req-f2fda2be-972c-4b6d-81a9-984409dd36a7 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:39.410364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ce93ff96-a304-443c-b49e-fef764d39aaf req-f2fda2be-972c-4b6d-81a9-984409dd36a7 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Synchronizing usage tracker for tenant:81ac9e583cf14db1818f157347c48621 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:15:39.428770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ce93ff96-a304-443c-b49e-fef764d39aaf req-f2fda2be-972c-4b6d-81a9-984409dd36a7 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Unset dirty status for tenant:81ac9e583cf14db1818f157347c48621 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:15:39.430067 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ce93ff96-a304-443c-b49e-fef764d39aaf req-f2fda2be-972c-4b6d-81a9-984409dd36a7 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1173522
Apr 20 13:15:39.482549 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ce93ff96-a304-443c-b49e-fef764d39aaf req-c272ded9-0a13-4a9d-9fa6-a4f834a1bbac tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460200
Apr 20 13:15:40.716930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bd341-869c-409d-84ad-a05d0b343b63 req-b90c2f7f-947f-46c5-8a65-33aca9d4764f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:40.725469 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-894bd341-869c-409d-84ad-a05d0b343b63 req-b90c2f7f-947f-46c5-8a65-33aca9d4764f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1196434
Apr 20 13:15:40.778844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-894bd341-869c-409d-84ad-a05d0b343b63 req-3f0999d7-98eb-4375-bb78-40d5cafbe3b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523956
Apr 20 13:15:42.024886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5e024-f6b2-46a5-855b-8916ee99ec2b req-d5924ef9-70e6-4793-9dee-7edc8f7580db tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:42.026792 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3be5e024-f6b2-46a5-855b-8916ee99ec2b req-d5924ef9-70e6-4793-9dee-7edc8f7580db tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1255941
Apr 20 13:15:42.085221 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3be5e024-f6b2-46a5-855b-8916ee99ec2b req-78ca5b15-c686-448e-b452-ff2ace6e5a6d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500023
Apr 20 13:15:42.384634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45116) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:42.528184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.548058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:42.552826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Usage tracker for resource:security_group_rule and tenant:1697225f661c40af8091386bbd52d03c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:42.555934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:42.563256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:42.649448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.652451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.665647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-efe9cc62-6011-4501-ab81-100d47c968ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:42.711726 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1697225f661c40af8091386bbd52d03c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3258352
Apr 20 13:15:42.712784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b8441-9d72-4cc9-8b47-f2eaec8906e8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:42.715060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45122) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:42.718692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:42.783388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.811105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.857765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.862262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a67af691-8336-4d32-a5d1-8736b7c574a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:42.874658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b8441-9d72-4cc9-8b47-f2eaec8906e8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:42.877191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:42.882353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:42.883582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c7b8441-9d72-4cc9-8b47-f2eaec8906e8 HTTP/1.1" status: 204  len: 168 time: 0.1633015
Apr 20 13:15:43.321045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e0510-466b-45b2-8014-52c7a0a5a9b3 req-f8b802ee-fa5d-47b6-88c9-ca7e1812d3ad tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:43.322826 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ea5e0510-466b-45b2-8014-52c7a0a5a9b3 req-f8b802ee-fa5d-47b6-88c9-ca7e1812d3ad tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1062336
Apr 20 13:15:43.381951 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ea5e0510-466b-45b2-8014-52c7a0a5a9b3 req-89cadb4b-bb6f-40dc-8eaf-8ba85df0cfe3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522211
Apr 20 13:15:44.605658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28ef1c-e993-48dc-9de3-e63f4db93aa6 req-51de03f1-b77b-4a8f-b010-0e087c2549a3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:44.609455 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad28ef1c-e993-48dc-9de3-e63f4db93aa6 req-51de03f1-b77b-4a8f-b010-0e087c2549a3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1043682
Apr 20 13:15:44.674618 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad28ef1c-e993-48dc-9de3-e63f4db93aa6 req-092d7d58-2ae6-44e4-8881-f5e9a80b7c38 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497658
Apr 20 13:15:45.934419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2843a0-97e7-4631-a7ca-f955a9debed1 req-f810bef7-a31f-4a82-82eb-0e39c6921586 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:45.936138 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e2843a0-97e7-4631-a7ca-f955a9debed1 req-f810bef7-a31f-4a82-82eb-0e39c6921586 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1250868
Apr 20 13:15:45.992446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e2843a0-97e7-4631-a7ca-f955a9debed1 req-4aa5c136-a083-454b-be2b-a2e45b87e232 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493655
Apr 20 13:15:47.393703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ba89-c136-44f3-b821-ed8b872685cb req-ee6e497d-478a-4fd2-8be7-379723601e48 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:47.395341 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5737ba89-c136-44f3-b821-ed8b872685cb req-ee6e497d-478a-4fd2-8be7-379723601e48 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.2859883
Apr 20 13:15:47.456819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5737ba89-c136-44f3-b821-ed8b872685cb req-54b54355-f49c-41a1-a83a-afee8c34a191 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548642
Apr 20 13:15:48.726480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640d6a-b877-4bfe-912b-d8c84357053f req-fd1a7ee8-0460-4c9c-a36d-4b42ffc6f9ba tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:48.728114 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7b640d6a-b877-4bfe-912b-d8c84357053f req-fd1a7ee8-0460-4c9c-a36d-4b42ffc6f9ba tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 931 time: 0.1448445
Apr 20 13:15:48.777922 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7b640d6a-b877-4bfe-912b-d8c84357053f req-36872237-5897-4b68-88a0-daf85b634165 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434847
Apr 20 13:15:49.248296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Request body: {'port': {'device_id': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:15:49.367820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:49.726957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cbe947-0c8c-4425-9635-f21fe8d6e81f {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:15:49.735248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:49.750672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Transition to ACTIVE for port object 64cbe947-0c8c-4425-9635-f21fe8d6e81f will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:15:49.753306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:49.757902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0dd27aff-2e7f-4f9b-b67f-06941f797bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:49.837127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:49.843949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:50.115563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963314a-ec1c-4762-9c77-0f9dbfb16090 req-266a2c2c-c892-470e-a23d-a6326f9d1435 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:50.117145 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6963314a-ec1c-4762-9c77-0f9dbfb16090 req-266a2c2c-c892-470e-a23d-a6326f9d1435 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 943 time: 0.2022660
Apr 20 13:15:50.124430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Attempting to bind port 64cbe947-0c8c-4425-9635-f21fe8d6e81f on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:15:50.124805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Attempting to bind port 64cbe947-0c8c-4425-9635-f21fe8d6e81f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:15:50.125285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Attempting to bind port 64cbe947-0c8c-4425-9635-f21fe8d6e81f on network f9335c50-c778-4ce1-b387-0c49527cbd2a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:50.144588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Port 64cbe947-0c8c-4425-9635-f21fe8d6e81f on network f9335c50-c778-4ce1-b387-0c49527cbd2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:15:50.144951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Attempting to bind port 64cbe947-0c8c-4425-9635-f21fe8d6e81f on network f9335c50-c778-4ce1-b387-0c49527cbd2a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:15:50.155656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:15:50.156033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Checking segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:15:50.156445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Bound using segment: {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:15:50.156923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Bound port: 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890a73b9-f775-48e1-8896-a76e4a06f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:15:50.157299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.254575 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6963314a-ec1c-4762-9c77-0f9dbfb16090 req-2ee0b179-b297-431f-9b50-d5eb01e26b8c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252463
Apr 20 13:15:50.288835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:15:50.292351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:15:50.295709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.301662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bf140074-04ef-4759-9695-3bddd5c561e9 tempest-VolumesNegativeTest-135854468 tempest-VolumesNegativeTest-135854468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:50.304422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45224) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:50.369027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:50.369701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.371291 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] 10.222.0.58 "PUT /v2.0/ports/64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 1093 time: 1.1276834
Apr 20 13:15:50.371708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:15:50.390406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:50.395236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:50.454682 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:15:50.459602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.480554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:15:50.485756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Usage tracker for resource:security_group_rule and tenant:93e076880ff8455b94347837fc56fc71 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:15:50.489230 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:15:50.495712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:15:50.499286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-7ee27fcb-b1e4-4f67-9700-7f35a9a71a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:50.501040 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-7ee27fcb-b1e4-4f67-9700-7f35a9a71a9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1096 time: 0.0877075
Apr 20 13:15:50.579866 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-ea1c58d1-a2ac-404c-9ca4-99960b10aadb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 217 time: 0.0706196
Apr 20 13:15:50.586658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.589415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.599049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eb52c45f-795c-4df1-9e22-e1967dca4844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:50.642579 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93e076880ff8455b94347837fc56fc71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3369529
Apr 20 13:15:50.643487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3529a6-80b2-439b-9c36-f1317aea10cd,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:50.645679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45232) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:15:50.646557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:50.707723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.734580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.778641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.783541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0a668abf-2aab-4ce2-9130-33595f9f7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:50.796803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3529a6-80b2-439b-9c36-f1317aea10cd,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:50.801779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:50.803823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:50.804989 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2c680f1f-dc91-493d-95a2-1585752a8b50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a3529a6-80b2-439b-9c36-f1317aea10cd HTTP/1.1" status: 204  len: 168 time: 0.1582670
Apr 20 13:15:51.473548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b55a-5e1d-4149-8ddf-8eb0311e6cd9 req-6158d2e7-fe89-488e-9b28-e36f59ed9a06 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:51.475116 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9d94b55a-5e1d-4149-8ddf-8eb0311e6cd9 req-6158d2e7-fe89-488e-9b28-e36f59ed9a06 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 943 time: 0.0896699
Apr 20 13:15:51.523304 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9d94b55a-5e1d-4149-8ddf-8eb0311e6cd9 req-bbf8f2b0-0540-4907-a55d-4a4d7a8bc937 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416732
Apr 20 13:15:51.681681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-b5b0a0e9-5866-48b6-93a9-9d2e770ac240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:51.683280 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-b5b0a0e9-5866-48b6-93a9-9d2e770ac240 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.0669446
Apr 20 13:15:52.590557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-1f78f4f0-c024-483e-bb6e-603618cec189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:52.592182 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-1f78f4f0-c024-483e-bb6e-603618cec189 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780337
Apr 20 13:15:52.728084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fa749-38ac-4774-b696-1f13dfeb4cb1 req-c4773075-1cae-451a-8432-3728acadbc34 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:52.729631 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-732fa749-38ac-4774-b696-1f13dfeb4cb1 req-c4773075-1cae-451a-8432-3728acadbc34 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 943 time: 0.0867133
Apr 20 13:15:52.779453 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-732fa749-38ac-4774-b696-1f13dfeb4cb1 req-8a0b8957-eba0-40ea-af78-afbe13467e87 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429945
Apr 20 13:15:53.758530 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-94b3495f-7f1b-47ff-99a9-2ca422499a74 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376252
Apr 20 13:15:53.958545 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a4f3e1d8-fc1a-4ad3-9f07-3f7339a81f4b req-ac583847-eed7-4375-9c05-a57b5669a6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926115
Apr 20 13:15:54.005870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75dc99-48a4-487f-a9ca-801add7d48bf req-14e41051-37a8-4dd0-81a5-f81c5f87d004 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:54.008360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7a75dc99-48a4-487f-a9ca-801add7d48bf req-14e41051-37a8-4dd0-81a5-f81c5f87d004 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 943 time: 0.1052420
Apr 20 13:15:54.334938 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7a75dc99-48a4-487f-a9ca-801add7d48bf req-47e486c7-917a-48d3-8d75-4c55e7e268be tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3184502
Apr 20 13:15:54.364887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-c3e5163a-6509-4cb6-a4b1-090933a0bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:54.366442 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-c3e5163a-6509-4cb6-a4b1-090933a0bcef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1096 time: 0.3146276
Apr 20 13:15:54.517910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-dfb7696c-6952-47fb-84f3-3d7c9453db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:54.519572 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-dfb7696c-6952-47fb-84f3-3d7c9453db9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.1455159
Apr 20 13:15:54.596161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-4b80f8ef-def9-4119-afa3-39f11926838c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 217 time: 0.0667851
Apr 20 13:15:54.668680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-d11595e0-39b4-4c87-aec5-68b01d5bc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:54.670230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-d11595e0-39b4-4c87-aec5-68b01d5bc746 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.0657985
Apr 20 13:15:54.750706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-f16e578e-36f8-4a99-adbc-20750a3a2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:54.752289 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-f16e578e-36f8-4a99-adbc-20750a3a2eaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749884
Apr 20 13:15:54.896102 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-f437581a-c583-4dfe-aeb7-5acec5627e10 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356120
Apr 20 13:15:55.040840 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3eb23a30-e975-4379-9cf3-020e06b0fbbc req-cc11c406-a053-4b9d-b124-d4af7b91e1fd service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358840
Apr 20 13:15:55.542157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba27c-0849-4686-b5f8-199870acee1a req-17447697-cd11-414f-abea-4530fdb200ff tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:55.543802 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-23cba27c-0849-4686-b5f8-199870acee1a req-17447697-cd11-414f-abea-4530fdb200ff tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 943 time: 0.0954993
Apr 20 13:15:55.602147 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-23cba27c-0849-4686-b5f8-199870acee1a req-a08853ed-85f8-4d49-9a5b-faf120226bac tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507753
Apr 20 13:15:55.875774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72780005-56c4-4e9a-854a-436f18216846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:56.178486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 64cbe947-0c8c-4425-9635-f21fe8d6e81f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:15:56.327806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:56.341584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'port_id': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'mac_address': 'fa:16:3e:34:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:15:56.399971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:56.418189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cbe947-0c8c-4425-9635-f21fe8d6e81f {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:15:56.434508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:56.437097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:56.438897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:56.515751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:56.519012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:56.699061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:15:56.808389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7b64-f856-4709-9e98-89e6f60ed87b req-135432e1-c089-4e26-a178-449dede9b1eb tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:56.809992 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ac7c7b64-f856-4709-9e98-89e6f60ed87b req-135432e1-c089-4e26-a178-449dede9b1eb tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 944 time: 0.0936186
Apr 20 13:15:56.860195 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ac7c7b64-f856-4709-9e98-89e6f60ed87b req-382226f4-b834-4d61-b004-bb2fe7915704 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433433
Apr 20 13:15:57.317117 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-c5ca38ed-e041-4368-8765-ff23e079551d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809433
Apr 20 13:15:57.476978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23f71-78e1-4789-8974-64120ffa7891 req-0b7c67b7-ec36-43a1-8e2a-d404af6d353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:57.478575 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-0b7c67b7-ec36-43a1-8e2a-d404af6d353d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 1100 time: 0.0790889
Apr 20 13:15:57.637403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23f71-78e1-4789-8974-64120ffa7891 req-10eed7d1-6b11-48d3-9a32-3114bbee211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:57.638965 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-10eed7d1-6b11-48d3-9a32-3114bbee211b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1384768
Apr 20 13:15:57.752004 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-4b9d7fa0-260b-4fdd-a33c-ef94405a82dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 200  len: 1001 time: 0.1059644
Apr 20 13:15:57.827235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23f71-78e1-4789-8974-64120ffa7891 req-6a23d672-4b1a-4431-8e86-00f24f568724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:57.828799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-6a23d672-4b1a-4431-8e86-00f24f568724 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0697255
Apr 20 13:15:57.918555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23f71-78e1-4789-8974-64120ffa7891 req-4ec6adb7-092a-48f1-8638-fc27413c63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:57.920212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-4ec6adb7-092a-48f1-8638-fc27413c63f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815072
Apr 20 13:15:58.066417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b630-ca5f-4733-bfee-10ee979b9a46 req-028255c3-52c9-498a-9965-64d20dcfdcd1 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:58.067957 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-19b0b630-ca5f-4733-bfee-10ee979b9a46 req-028255c3-52c9-498a-9965-64d20dcfdcd1 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 944 time: 0.0901582
Apr 20 13:15:58.119497 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-19b0b630-ca5f-4733-bfee-10ee979b9a46 req-a71137d6-d89d-4a82-aaa3-c6d0832e78a1 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450261
Apr 20 13:15:58.557755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7a5d83b5-ca4b-4374-8c69-e7b0eff4dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:58.849214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 64cbe947-0c8c-4425-9635-f21fe8d6e81f up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:15:58.933722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:15:58.945122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:15:58.945540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:58.984636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:58.993306 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-3ada2e47-3cc3-440a-ba19-c5bd511c5cba service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443722
Apr 20 13:15:59.086918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:59.115210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:59.141039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:15:59.152074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:15:59.156825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:15:59.158930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:15:59.194279 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'code': 200}
Apr 20 13:15:59.235429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:15:59.238755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:15:59.329836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31ddc7-fea0-4530-9bf4-2e3d87fbb0de req-901286e3-2fb3-48dd-8bb3-05e62067d425 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:15:59.331412 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf31ddc7-fea0-4530-9bf4-2e3d87fbb0de req-901286e3-2fb3-48dd-8bb3-05e62067d425 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0904653
Apr 20 13:15:59.378230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf31ddc7-fea0-4530-9bf4-2e3d87fbb0de req-09e26287-a327-41b9-ae4d-a9a87014e4ca tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403755
Apr 20 13:16:00.383382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:00.589547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1af737-9d89-48cd-9e07-fc9baa002739 req-a0cb5712-b947-4ad9-994a-90d91d9413aa tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:00.591154 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf1af737-9d89-48cd-9e07-fc9baa002739 req-a0cb5712-b947-4ad9-994a-90d91d9413aa tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0915811
Apr 20 13:16:00.641301 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf1af737-9d89-48cd-9e07-fc9baa002739 req-0c20e6a2-693d-4c47-b5ee-9b9b883b7517 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421398
Apr 20 13:16:01.079178 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce23f71-78e1-4789-8974-64120ffa7891 req-45350f65-0ed4-4e17-b829-e005a2924e5d service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450806
Apr 20 13:16:01.180582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fa182-51ab-49e7-8e92-bae36ce78880 req-b1d4ab36-b8f2-49f3-a76b-2fa6bea2b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:01.182429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa4fa182-51ab-49e7-8e92-bae36ce78880 req-b1d4ab36-b8f2-49f3-a76b-2fa6bea2b7a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1098 time: 0.0780075
Apr 20 13:16:01.220990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:01.229382 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa4fa182-51ab-49e7-8e92-bae36ce78880 req-a0a2d7d1-0087-47c1-b5b8-4d327f3b6f25 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368235
Apr 20 13:16:01.848655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36df934-c0c1-4823-9b59-0abca5f5ba40 req-0e1204ac-78e4-49f8-ac26-d359243b2406 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:01.850246 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e36df934-c0c1-4823-9b59-0abca5f5ba40 req-0e1204ac-78e4-49f8-ac26-d359243b2406 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0940695
Apr 20 13:16:01.899258 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e36df934-c0c1-4823-9b59-0abca5f5ba40 req-43e5e704-50d5-4ccd-adb6-aec2567e8684 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424325
Apr 20 13:16:03.118015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73034835-41a6-4c16-a9d1-3ecde20dec57 req-5b79d2ff-cec4-4a10-8202-f10c6b677cae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:03.119635 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73034835-41a6-4c16-a9d1-3ecde20dec57 req-5b79d2ff-cec4-4a10-8202-f10c6b677cae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0898197
Apr 20 13:16:03.173833 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73034835-41a6-4c16-a9d1-3ecde20dec57 req-35bdcc9a-12c4-455a-9a40-06ef86eb71c6 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478528
Apr 20 13:16:03.371780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fefa1-4455-46b2-8d3e-65c38b3a2938 req-8db87d09-e252-4c22-a06b-b702ea3a29af tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:03.373380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5d3fefa1-4455-46b2-8d3e-65c38b3a2938 req-8db87d09-e252-4c22-a06b-b702ea3a29af tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0890470
Apr 20 13:16:03.419708 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5d3fefa1-4455-46b2-8d3e-65c38b3a2938 req-dc1442ab-2fbf-42cb-80d6-4861efa51f3c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398984
Apr 20 13:16:03.854887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4a147-7ae9-4b9d-a752-5f4e5c099cce req-6d519621-9084-4b36-820d-0cad9c5eb365 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:03.856456 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2c4a147-7ae9-4b9d-a752-5f4e5c099cce req-6d519621-9084-4b36-820d-0cad9c5eb365 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0907729
Apr 20 13:16:03.903222 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2c4a147-7ae9-4b9d-a752-5f4e5c099cce req-58823088-ffce-4d85-9d19-9d66c2827414 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403633
Apr 20 13:16:06.717768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45476) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:06.842339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:06.857422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:06.861880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Usage tracker for resource:security_group_rule and tenant:da2e4c5828974b0496793957f2687c38 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:06.864808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:06.870743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:06.956333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:06.959929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:06.968515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf424442-efe8-4d96-9f3b-858e334e4ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:07.011335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da2e4c5828974b0496793957f2687c38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923424
Apr 20 13:16:07.012985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a27b6d-cd3a-4af9-9ce0-6c468c12f7ce,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:07.014247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45482) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:07.021508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.022032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.022434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.022905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.023294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.023716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.024101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.024511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.024923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.025305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.025690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.026069 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:07.030323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d6ec1830-59b3-45c6-b60e-21dc1aaf50ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:07.082807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:07.110769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:07.157196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:07.162189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fd333150-c7db-4900-83ce-54628fe70798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:07.176927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a27b6d-cd3a-4af9-9ce0-6c468c12f7ce,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:07.180034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:07.190288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:07.191530 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23a27b6d-cd3a-4af9-9ce0-6c468c12f7ce HTTP/1.1" status: 204  len: 168 time: 0.1761885
Apr 20 13:16:07.884126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45520) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:07.998949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-606854721-network', 'tenant_id': '4d5d8d02d8a74288954d0c946f3cd3e5'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:08.004100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:08.008184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Usage tracker for resource:network and tenant:4d5d8d02d8a74288954d0c946f3cd3e5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:08.011169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:08.017338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:08.026780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Made reservation on behalf of 4d5d8d02d8a74288954d0c946f3cd3e5 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:16:08.032114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.044810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.060678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:08.064633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5d8d02d8a74288954d0c946f3cd3e5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:08.067604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:08.073574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:08.161493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.164236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.168387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-95da4bf9-4984-47dd-801d-8929f078c711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:08.197074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:16:08.206416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:08.210237 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:08.212693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.213082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Added segment a6cba2eb-9c61-401d-b4bc-5db80086146f of type vlan for network 07563076-c08e-4e58-a023-af432bcfc80a
Apr 20 13:16:08.243447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.272318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.273652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:08.274286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.279165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f475879-e446-4009-9eb2-cfd52a594d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:08.381927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=07563076-c08e-4e58-a023-af432bcfc80a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:08.385850 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5005605
Apr 20 13:16:08.386882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:08.388194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45530) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:08.393384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 07563076-c08e-4e58-a023-af432bcfc80a details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:16:08.394939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Request body: {'subnet': {'network_id': '07563076-c08e-4e58-a023-af432bcfc80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-606854721-subnet', 'tenant_id': '4d5d8d02d8a74288954d0c946f3cd3e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:08.400295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:08.404517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Usage tracker for resource:subnet and tenant:4d5d8d02d8a74288954d0c946f3cd3e5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:08.408057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:08.414572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:08.429527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Made reservation on behalf of 4d5d8d02d8a74288954d0c946f3cd3e5 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:16:08.434839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.832227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.837193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c8799f53-710a-4263-b6d5-dbf4b183f5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:08.913501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc95ba-a933-4b24-b6aa-fa376cc811d0,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:08.917204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:08.923943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Checking segment: {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:16:08.924344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Network hostable DHCP agents. Network: 07563076-c08e-4e58-a023-af432bcfc80a, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:16:08.943610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Network 07563076-c08e-4e58-a023-af432bcfc80a is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:16:08.952401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 07563076-c08e-4e58-a023-af432bcfc80a) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:08.961959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f269e54-f16d-4ca5-b9a1-c679ecea8832 None None] Network 07563076-c08e-4e58-a023-af432bcfc80a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:16:08.964637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:08.965282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:08.985447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-211e7c1a-eece-452a-b228-50575a478bd9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5956082
Apr 20 13:16:09.191562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084c6c3-6388-42b5-a89d-eb19d7b89e17 None None] Network 07563076-c08e-4e58-a023-af432bcfc80a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:16:11.090025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-fe8bfa45-1c86-41bd-8861-613f401a86bf tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:11.091589 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-fe8bfa45-1c86-41bd-8861-613f401a86bf tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/networks?id=07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 200  len: 808 time: 0.1595790
Apr 20 13:16:11.108238 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-e38204ad-0377-4e1c-8418-24137c3383ed tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/quotas/4d5d8d02d8a74288954d0c946f3cd3e5 HTTP/1.1" status: 200  len: 375 time: 0.0094514
Apr 20 13:16:11.164991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-ed919973-cf9a-4ffa-a266-065e0202675c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0510895
Apr 20 13:16:11.357132 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-1b056b9e-c5ff-41c7-82e5-a57a1d282dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841831
Apr 20 13:16:11.498406 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-76a15b5f-7c72-4899-a3c5-022a5f32443d service neutron] 10.222.0.72 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348112
Apr 20 13:16:11.698465 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6e14cb66-47d2-4dc9-ba2a-256f7819180e req-8866e842-eca7-46de-8d7c-155849558056 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 210 time: 0.0517886
Apr 20 13:16:12.861835 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b5c8367f-bc82-4e1d-9e40-97ad57643a7a req-cb1b54b9-c920-4644-b564-60651fa397d0 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 210 time: 0.0491419
Apr 20 13:16:13.104102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-45ad2713-11b1-485a-947c-28cedb1a6af6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:13.105661 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-45ad2713-11b1-485a-947c-28cedb1a6af6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "GET /v2.0/networks?id=07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 200  len: 808 time: 0.1648149
Apr 20 13:16:13.144698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Request body: {'port': {'device_id': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a', 'admin_state_up': True, 'tenant_id': '4d5d8d02d8a74288954d0c946f3cd3e5'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:13.289190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:13.293129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Usage tracker for resource:port and tenant:4d5d8d02d8a74288954d0c946f3cd3e5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:13.296143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:13.302435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:13.311594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Made reservation on behalf of 4d5d8d02d8a74288954d0c946f3cd3e5 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:16:13.317520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:13.488492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Allocated IP 172.20.0.11 (07563076-c08e-4e58-a023-af432bcfc80a/0cbc95ba-a933-4b24-b6aa-fa376cc811d0/99b50d2f-614c-4d9c-9b45-7b57e8d651ff) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:16:13.700429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:13.729676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:13.736089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3cdf4bcd-2f48-4586-adb7-0ab56383910b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:13.811286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Network 07563076-c08e-4e58-a023-af432bcfc80a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:16:13.814513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:13.818607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:16:13.851971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Pushing event updated for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:13.859477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:13.890506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:13.891183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:13.919515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7791858
Apr 20 13:16:14.084882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32529d-82fb-4ef2-9081-103aae0a5b05 req-b3403d49-5127-4221-a6aa-a5ddbd3f92dc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:14.085686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-eb32529d-82fb-4ef2-9081-103aae0a5b05 req-b3403d49-5127-4221-a6aa-a5ddbd3f92dc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Synchronizing usage tracker for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:14.102631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-eb32529d-82fb-4ef2-9081-103aae0a5b05 req-b3403d49-5127-4221-a6aa-a5ddbd3f92dc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Unset dirty status for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:14.104016 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb32529d-82fb-4ef2-9081-103aae0a5b05 req-b3403d49-5127-4221-a6aa-a5ddbd3f92dc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 932 time: 0.1092458
Apr 20 13:16:14.152314 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb32529d-82fb-4ef2-9081-103aae0a5b05 req-6a5ce6b1-c473-4de2-958c-d83a79b878a6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413387
Apr 20 13:16:14.368560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d6cf9-40d0-4ad2-a1a4-b020f138132c req-35acda5e-d2cd-415a-922c-bfdaa9a34066 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:14.370088 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a4d6cf9-40d0-4ad2-a1a4-b020f138132c req-35acda5e-d2cd-415a-922c-bfdaa9a34066 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0857885
Apr 20 13:16:14.416986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a4d6cf9-40d0-4ad2-a1a4-b020f138132c req-9b95ce7b-ab60-43c7-8a8a-6823405b0a54 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399337
Apr 20 13:16:14.442717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45612) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:14.631329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d3c15e-4c72-48e3-b3cd-ecbf0d9561ba tempest-TestMinimumBasicScenario-438991018 tempest-TestMinimumBasicScenario-438991018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:14.632150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-57d3c15e-4c72-48e3-b3cd-ecbf0d9561ba tempest-TestMinimumBasicScenario-438991018 tempest-TestMinimumBasicScenario-438991018-project-admin] Synchronizing usage tracker for tenant:11a8328687d944c8aff33328e244cdee on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:14.647716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-57d3c15e-4c72-48e3-b3cd-ecbf0d9561ba tempest-TestMinimumBasicScenario-438991018 tempest-TestMinimumBasicScenario-438991018-project-admin] Unset dirty status for tenant:11a8328687d944c8aff33328e244cdee on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:14.648967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-57d3c15e-4c72-48e3-b3cd-ecbf0d9561ba tempest-TestMinimumBasicScenario-438991018 tempest-TestMinimumBasicScenario-438991018-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1093 time: 0.2051132
Apr 20 13:16:14.652039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45618) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:14.657953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'port_id': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:14.664189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:14.668189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:floatingip and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:14.671821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:14.678035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:14.687233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:14.830793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:16:14.830968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:14.979709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Allocated IP 172.27.2.149 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/2a07768c-a2a8-4397-a6fc-81d01114ef29) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:16:15.136169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:15.166118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:15.170758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a52c660a-e2a6-4175-b11e-26006efe572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:15.229148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:16:15.236909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:15.241719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:16:15.290219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'Port': ['ID=2a07768c-a2a8-4397-a6fc-81d01114ef29,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:15.295024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:15.370305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97423-d2f8-4e05-b8e8-70061557400a req-90fcd334-ae94-4a0b-a58e-a5e83fe88678 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:15.372287 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c4c97423-d2f8-4e05-b8e8-70061557400a req-90fcd334-ae94-4a0b-a58e-a5e83fe88678 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 932 time: 0.0994704
Apr 20 13:16:15.424222 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c4c97423-d2f8-4e05-b8e8-70061557400a req-b43817ea-d37b-4c51-a884-284f6b440a78 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438721
Apr 20 13:16:15.957710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.044289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.080663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Request body: {'port': {'device_id': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:16.234546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.270008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.273555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.278603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9007b3e7-7dbc-4e3f-a235-86c3b57ba3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:16.399140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'Port': ['ID=2a07768c-a2a8-4397-a6fc-81d01114ef29,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:16.403939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:16.410573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.601030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Floating IP 7fd7df57-0585-4e4f-b845-10aa6dd617b2 associated. External IP: 172.27.2.149, port: 64cbe947-0c8c-4425-9635-f21fe8d6e81f.
Apr 20 13:16:16.794127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807e5b-29ac-414a-98d9-31f26a643887 req-af5b9dbf-8816-4d59-93eb-622b16a9cecc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:16.795784 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf807e5b-29ac-414a-98d9-31f26a643887 req-af5b9dbf-8816-4d59-93eb-622b16a9cecc tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 932 time: 0.2128882
Apr 20 13:16:16.867126 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf807e5b-29ac-414a-98d9-31f26a643887 req-f4feb969-852a-4803-a28f-0759ea6d9e24 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593588
Apr 20 13:16:16.940708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b50d2f-614c-4d9c-9b45-7b57e8d651ff {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:16.948575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.964360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Transition to ACTIVE for port object 99b50d2f-614c-4d9c-9b45-7b57e8d651ff will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:16:16.966969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:16.971649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-97607964-e5a5-4b91-9465-b1b99167a0ed tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:16.980078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Router c38c964f-2c0b-499b-aa4a-806458d61d3e has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:16:17.174050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Pushing event updated for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:17.176902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:16:17.181147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:17.194084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Sync routers for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:16:17.205357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:17.206151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d52ce2e8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:15:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:17.210505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.219464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Attempting to bind port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:16:17.219839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Attempting to bind port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:16:17.220200 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Attempting to bind port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff on network 07563076-c08e-4e58-a023-af432bcfc80a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:17.225183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff on network 07563076-c08e-4e58-a023-af432bcfc80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:16:17.225538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Attempting to bind port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff on network 07563076-c08e-4e58-a023-af432bcfc80a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:17.231374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:16:17.231802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Checking segment: {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:16:17.232236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Bound using segment: {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:16:17.233290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Bound port: 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:16:17.233673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.273161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6173720
Apr 20 13:16:17.273161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:17.276361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45652) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:17.282004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499471330', 'description': 'tempest-secgroup-smoke-1499471330 description', 'project_id': '81ac9e583cf14db1818f157347c48621'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:17.288703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:17.293444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:17.297208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:17.304284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:17.314479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.334500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:16:17.337968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:16:17.342612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.344545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:17.348046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:17.349065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:17.353596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:17.362022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:17.407642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:17.408321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.409897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] 10.222.0.58 "PUT /v2.0/ports/99b50d2f-614c-4d9c-9b45-7b57e8d651ff HTTP/1.1" status: 200  len: 1094 time: 1.3971949
Apr 20 13:16:17.410583 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:17.440885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Pushing event updated for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:17.445008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:17.459470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.463820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.470779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f3a287a7-4cf2-440e-8fb1-377d7de27c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:17.520087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:16:17.522177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513d501c-4a82-4fb6-8f63-356819cba08f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:17.525244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.526698 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2492504
Apr 20 13:16:17.527803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e70cd147-cfdf-4a1c-97fb-66ff2668597d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:17.529726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45664) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:17.536960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:17.544192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:17.549361 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:17.553410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:17.561952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:17.581992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.602755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-ca770254-fda8-4925-9c26-7f8255c83a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:17.604473 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-ca770254-fda8-4925-9c26-7f8255c83a4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 1097 time: 0.1204803
Apr 20 13:16:17.665852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.671798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.673881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:17.705484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:17.711386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff', 'status': 'completed', 'code': 200}
Apr 20 13:16:17.723245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024036f3-c0f0-4939-aa87-189f847b51ce,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:17.726594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.731086 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1976910
Apr 20 13:16:17.731086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a56d0175-2d9d-417e-87bc-12a21ffd6b1e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:17.732229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45668) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:17.740209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:17.748780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:17.754014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:17.757925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:17.768961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:17.787080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-b21dc054-bd8f-42e3-945f-0c6c4f7152c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff HTTP/1.1" status: 200  len: 217 time: 0.1695483
Apr 20 13:16:17.787936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.858753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.861518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.869751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:17.881566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39becf37-e870-4462-a342-81c191d82338 req-f4b60f9f-40e4-4eb2-83b1-caa13a2494b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:17.883257 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-f4b60f9f-40e4-4eb2-83b1-caa13a2494b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cbc95ba-a933-4b24-b6aa-fa376cc811d0 HTTP/1.1" status: 200  len: 848 time: 0.0893655
Apr 20 13:16:17.894207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5190eee8-2520-4be9-8981-83286ff87860,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:17.910412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:17.918322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:17.923030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1896217
Apr 20 13:16:17.923679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45674) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:17.934918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:17.943678 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-8b533800-6910-4500-908b-238dc9a76c26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07563076-c08e-4e58-a023-af432bcfc80a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520732
Apr 20 13:16:17.949204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:17.963945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:17.967148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:17.978661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:18.000053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.005199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434bf2-4e18-439a-a919-c675b94a136c req-c5b28900-6d58-40ee-8d44-f412f8b6eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:18.006988 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-c5b28900-6d58-40ee-8d44-f412f8b6eb1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1098 time: 0.2623193
Apr 20 13:16:18.073392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.076516 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.079295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4cef9178-5ee9-4924-98b9-1d228a19ed7c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:18.105729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9545fd-76b0-4d06-86c5-43eaedc6d474,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:18.114803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:18.116035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d52ce2e8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '7fd7df57-0585-4e4f-b845-10aa6dd617b2', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'port_id': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'mac_address': 'fa:16:3e:34:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:15Z', 'updated_at': '2021-04-20T13:16:15Z', 'revision_number': 0, 'project_id': '81ac9e583cf14db1818f157347c48621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:18.121025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Checking router: c38c964f-2c0b-499b-aa4a-806458d61d3e for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:16:18.121802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.126208 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6efd7bd6-8fd1-4563-a474-1da31af7347d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1984119
Apr 20 13:16:18.126454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45680) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:18.131207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:18.131968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d52ce2e8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:15:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:18.132871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:18.139630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:18.144017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:18.149508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:18.156589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:18.177410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.265003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.269186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.272813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-25bd1b68-f280-4f74-b7a3-10875eeeab99 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:18.311125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.315420 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1848762
Apr 20 13:16:18.315420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239ed3de-147d-46af-969d-b6dff3e63b32,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:18.317505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45688) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:18.320330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-43271e0f-882c-4e98-be37-29bc505fc3ee tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:18.324131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:18.331893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:18.337567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:18.338712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:18.340952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:18.346287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7ae0d-7830-4857-988d-ed7baa5f578f req-7f29c88f-db30-48cf-9fbd-f7e45f26ad2b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:18.348503 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:18.354135 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-85b7ae0d-7830-4857-988d-ed7baa5f578f req-7f29c88f-db30-48cf-9fbd-f7e45f26ad2b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 944 time: 0.2961066
Apr 20 13:16:18.370529 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Project 81ac9e583cf14db1818f157347c48621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:16:18.390764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.449819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-ebeccca5-763a-400f-879c-338ba0c5ea1a service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959259
Apr 20 13:16:18.454041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434bf2-4e18-439a-a919-c675b94a136c req-d9d3f9a7-f4d9-4059-a97b-7f2ff5a5b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:18.455984 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-d9d3f9a7-f4d9-4059-a97b-7f2ff5a5b41f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.3989458
Apr 20 13:16:18.461277 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-85b7ae0d-7830-4857-988d-ed7baa5f578f req-3448241c-7f02-4680-8f20-cf4d614a863f tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966120
Apr 20 13:16:18.489809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.499809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.502104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:18.538394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e561a133-cb70-49dc-addf-de5e03bd6741,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:18.543038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:18.554681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.561439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f0d9f43e-0842-4e3a-ad01-10c418cdbd9f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2397985
Apr 20 13:16:18.562351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45696) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:18.572138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'security_group_rule': {'security_group_id': '513d501c-4a82-4fb6-8f63-356819cba08f', 'project_id': '81ac9e583cf14db1818f157347c48621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:18.583173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:18.587897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Usage tracker for resource:security_group_rule and tenant:81ac9e583cf14db1818f157347c48621 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:18.590941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:18.599275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:18.614062 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Project 81ac9e583cf14db1818f157347c48621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:16:18.635054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.693682 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-7218904b-fb21-4041-b778-160651e1bcfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 999 time: 0.2249420
Apr 20 13:16:18.733823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.739054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.743974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:18.790918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:18.792923 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2290554
Apr 20 13:16:18.796766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acfc8db-5126-41e7-a8d5-3a109dca4280,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:18.801083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8f8e6c99-8536-4443-aa93-a1607c8dca4f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:18.814302 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-39becf37-e870-4462-a342-81c191d82338 req-3216a393-c29d-404f-ba2a-ed0f238c38bd service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3474793
Apr 20 13:16:18.852810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434bf2-4e18-439a-a919-c675b94a136c req-a1f89d4e-507e-4b9c-b22b-a167f0d72609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:18.855807 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-a1f89d4e-507e-4b9c-b22b-a167f0d72609 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.1465268
Apr 20 13:16:18.987288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d52ce2e8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '7fd7df57-0585-4e4f-b845-10aa6dd617b2', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'port_id': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'mac_address': 'fa:16:3e:34:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:15Z', 'updated_at': '2021-04-20T13:16:15Z', 'revision_number': 0, 'project_id': '81ac9e583cf14db1818f157347c48621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:18.992272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4ace-75a9-4067-b37a-96e179feacd3 None None] The sync data for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi is: [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '7fd7df57-0585-4e4f-b845-10aa6dd617b2', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'port_id': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'mac_address': 'fa:16:3e:34:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:15Z', 'updated_at': '2021-04-20T13:16:15Z', 'revision_number': 0, 'project_id': '81ac9e583cf14db1818f157347c48621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:16:19.146386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57035900-f039-442a-a5b0-6930b5dab434 req-bc46a454-e445-414b-a4a8-7bcc6852e2ae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499471330&fields=id&tenant_id=81ac9e583cf14db1818f157347c48621 HTTP/1.1" status: 200  len: 267 time: 0.1331291
Apr 20 13:16:19.236755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434bf2-4e18-439a-a919-c675b94a136c req-a7db66cb-688b-4459-8e8a-a47339056ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:19.238359 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-a7db66cb-688b-4459-8e8a-a47339056ffc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3704150
Apr 20 13:16:19.257879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e183b-a4e6-44ca-a5c8-94e1a3346951 req-536b5b45-a2cc-45e6-887a-75b937f62dd8 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:19.259507 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a27e183b-a4e6-44ca-a5c8-94e1a3346951 req-536b5b45-a2cc-45e6-887a-75b937f62dd8 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.2475424
Apr 20 13:16:19.265471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-87752c28-9fe9-46df-9068-9f6f8b03b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:19.267067 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-87752c28-9fe9-46df-9068-9f6f8b03b3bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 1097 time: 0.3000894
Apr 20 13:16:19.290759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446ec4d-c26a-4789-82b2-0ed1904adbb9 None None] New status for floating IP 7fd7df57-0585-4e4f-b845-10aa6dd617b2: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:16:19.507997 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a27e183b-a4e6-44ca-a5c8-94e1a3346951 req-bf5f73cb-3e0c-473b-956a-5b0b31b6ba28 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2398579
Apr 20 13:16:19.556472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035900-f039-442a-a5b0-6930b5dab434 req-587ead62-28cf-4fb7-af46-4edee8dbd8bd tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:19.558194 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57035900-f039-442a-a5b0-6930b5dab434 req-587ead62-28cf-4fb7-af46-4edee8dbd8bd tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.4018102
Apr 20 13:16:19.601387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'port': {'security_groups': ['a01e7ceb-8efb-47ed-b7dc-e709062186ef', '513d501c-4a82-4fb6-8f63-356819cba08f']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:19.920112 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-c2379345-3d7a-45ee-af37-593f2c56fa33 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6593568
Apr 20 13:16:19.933055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-db119d23-a300-4974-ac95-c1f3908adda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:19.934544 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-db119d23-a300-4974-ac95-c1f3908adda0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 200  len: 910 time: 0.6406999
Apr 20 13:16:20.006208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 99b50d2f-614c-4d9c-9b45-7b57e8d651ff details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:16:20.114386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-c9e219db-ac29-4806-8d3a-1711cd765af3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff HTTP/1.1" status: 200  len: 217 time: 0.1376760
Apr 20 13:16:20.152250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:20.169539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff', 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a', 'port_id': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff', 'mac_address': 'fa:16:3e:aa:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbc95ba-a933-4b24-b6aa-fa376cc811d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:16:20.234780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:20.255256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b50d2f-614c-4d9c-9b45-7b57e8d651ff {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:20.271904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:20.284656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:20.286536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c803d5f6-d042-4f9a-97f3-46318284a41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:20.298210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:20.337808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810850-a2b4-477b-b2bd-dd5652848091 req-0a264d54-0f4e-4cf6-8f3d-6f2080b3a2d6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:20.339489 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b810850-a2b4-477b-b2bd-dd5652848091 req-0a264d54-0f4e-4cf6-8f3d-6f2080b3a2d6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 944 time: 0.4739685
Apr 20 13:16:20.341027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-ac3f6300-db34-4cdf-8e66-ff9b577234d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:20.342486 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-ac3f6300-db34-4cdf-8e66-ff9b577234d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cbc95ba-a933-4b24-b6aa-fa376cc811d0 HTTP/1.1" status: 200  len: 848 time: 0.1865995
Apr 20 13:16:20.351069 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb434bf2-4e18-439a-a919-c675b94a136c req-5be10725-7462-4807-800f-e18185fffc76 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4215953
Apr 20 13:16:20.358166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:20.371215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.371862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.372390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.372918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.374339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.374751 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.375192 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.375561 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.375945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.376435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.376803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.378979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:20.383508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:20.464991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-250fdf6c-d8f2-4e15-a1c4-ea0b2efae8df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07563076-c08e-4e58-a023-af432bcfc80a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756819
Apr 20 13:16:20.555207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['99b50d2f-614c-4d9c-9b45-7b57e8d651ff'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:20.578504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b810850-a2b4-477b-b2bd-dd5652848091 req-aeb4e1b1-4bdf-4b00-99fb-2d2902382294 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222941
Apr 20 13:16:20.935241 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-c17e7441-c06f-4ea8-9b6f-c77abeaadf86 service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483616
Apr 20 13:16:20.999049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fae5c-fe14-464f-b392-f5624edf5991 req-60cb5087-4f31-4dd9-814b-6ce2368bd66e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:21.000650 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-474fae5c-fe14-464f-b392-f5624edf5991 req-60cb5087-4f31-4dd9-814b-6ce2368bd66e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.4853814
Apr 20 13:16:21.178670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:21.220703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Deleting port 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:16:21.220993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.261421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a6047-6a83-46b4-9def-a7a6acf748e4 req-b8dd9c09-1771-4227-9560-6951354de882 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:21.263008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a54a6047-6a83-46b4-9def-a7a6acf748e4 req-b8dd9c09-1771-4227-9560-6951354de882 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 947 time: 0.4943244
Apr 20 13:16:21.333589 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9cf5533-68be-4ef3-92e8-0fc73f3792a1 req-0caa99f7-6795-42a7-9c20-ce4f4083f406 service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3835943
Apr 20 13:16:21.344651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.395388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.410998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ab4f0af9-ee4f-4092-a1c5-5e621179880a tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:21.454758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a54a6047-6a83-46b4-9def-a7a6acf748e4 req-4a67c7f4-5bdb-4ede-9ef2-4f4b4961d430 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714027
Apr 20 13:16:21.506781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:21.507517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.509051 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-57035900-f039-442a-a5b0-6930b5dab434 req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "PUT /v2.0/ports/64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 981 time: 1.9330039
Apr 20 13:16:21.509601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:21.601250 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:16:21.613264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=6']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:21.619023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:21.723070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-789a2bd3-b4cf-47f3-916b-de15995b4403 None None] Provisioning complete for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:16:21.723599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-789a2bd3-b4cf-47f3-916b-de15995b4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.806292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] For port 089c88aa-1f50-4807-95af-723e6ec0fff9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=089c88aa-1f50-4807-95af-723e6ec0fff9,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:21.806701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:21.937260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2508f-c72e-4733-8bdb-1a9cea7e57c7 req-d5a0a053-757f-4523-8ae4-da7b291c2910 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:21.938856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8ab2508f-c72e-4733-8bdb-1a9cea7e57c7 req-d5a0a053-757f-4523-8ae4-da7b291c2910 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.3010013
Apr 20 13:16:22.281638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d020c87-a7f4-4144-863e-97eefb0bcd32 req-1a478b45-1cea-410e-b2ff-396cba2af2e9 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:22.283208 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0d020c87-a7f4-4144-863e-97eefb0bcd32 req-1a478b45-1cea-410e-b2ff-396cba2af2e9 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 945 time: 0.5684803
Apr 20 13:16:22.329061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8ab2508f-c72e-4733-8bdb-1a9cea7e57c7 req-ceac90b0-d5bc-43c5-88c7-4d2abf1f7414 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3779681
Apr 20 13:16:22.446568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0d020c87-a7f4-4144-863e-97eefb0bcd32 req-669b132b-f1a8-4ea5-a769-0a50ee0e28ea tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518309
Apr 20 13:16:22.470854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:22.471268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:22.471892 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Floating IP bc8c1b49-b380-4f28-b5ee-f40b4af20811 disassociated. External IP: 172.27.2.45, port: 089c88aa-1f50-4807-95af-723e6ec0fff9.
Apr 20 13:16:22.472281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Calling delete_port for 089c88aa-1f50-4807-95af-723e6ec0fff9 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:16:22.680438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:22.688421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-303ded22-53e0-4a96-bdca-01c34a63cac0 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:22.737830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'Port': ['ID=089c88aa-1f50-4807-95af-723e6ec0fff9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:22.744254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:22.821552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820996f-e5ac-457c-8a35-33c7054103d9 req-2eacbfb5-ea35-4df8-9dfa-f48f630a86a9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:22.823136 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d820996f-e5ac-457c-8a35-33c7054103d9 req-2eacbfb5-ea35-4df8-9dfa-f48f630a86a9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 868 time: 0.2369614
Apr 20 13:16:22.962647 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d820996f-e5ac-457c-8a35-33c7054103d9 req-8c0be4fd-5f68-4474-9be4-fc4e04194514 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=efaf808e-53b0-433c-9993-e24e16d6641e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297145
Apr 20 13:16:22.994982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:16:23.187136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:16:23.197179 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:16:23.208373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:23.209128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d48ef160>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:15:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:23.263908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] No DVR routers for this DVR port 089c88aa-1f50-4807-95af-723e6ec0fff9 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:16:23.266408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:23.280073 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-474fae5c-fe14-464f-b392-f5624edf5991 req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "DELETE /v2.0/ports/089c88aa-1f50-4807-95af-723e6ec0fff9 HTTP/1.1" status: 204  len: 173 time: 2.2141066
Apr 20 13:16:23.401225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:23.615420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-deleted', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:23.680892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9150-8eb9-4aaa-a543-1c1ea27ad25d req-dd05b2fa-dc14-4767-bdab-3b15cfc3a47c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:23.682582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c54c9150-8eb9-4aaa-a543-1c1ea27ad25d req-dd05b2fa-dc14-4767-bdab-3b15cfc3a47c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 945 time: 0.1204424
Apr 20 13:16:23.684615 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880f0e5-f82a-4963-a4ba-1fd3ab502e44', 'name': 'network-vif-deleted', 'tag': '089c88aa-1f50-4807-95af-723e6ec0fff9', 'status': 'completed', 'code': 200}
Apr 20 13:16:23.733493 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c54c9150-8eb9-4aaa-a543-1c1ea27ad25d req-03893972-d9e5-479a-a3b9-692885f6caac tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440779
Apr 20 13:16:23.759530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d48ef160>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:23.763688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:16:23.772543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:23.773187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d48ef160>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:15:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:24.129207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:24.157845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 99b50d2f-614c-4d9c-9b45-7b57e8d651ff up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:16:24.237688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-76d71069-dd0f-44a8-9cc3-30386e50100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:24.244489 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-76d71069-dd0f-44a8-9cc3-30386e50100d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1137 time: 0.2299049
Apr 20 13:16:24.250800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:24.298084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:24.396954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-8893bd41-20a1-43d9-85f6-3e84d25f6d02 req-7a61f19b-33ed-458b-bd83-38e09d4e1cec tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Synchronizing usage tracker for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:24.455484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-8893bd41-20a1-43d9-85f6-3e84d25f6d02 req-7a61f19b-33ed-458b-bd83-38e09d4e1cec tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Unset dirty status for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:24.456792 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8893bd41-20a1-43d9-85f6-3e84d25f6d02 req-7a61f19b-33ed-458b-bd83-38e09d4e1cec tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=b880f0e5-f82a-4963-a4ba-1fd3ab502e44 HTTP/1.1" status: 200  len: 210 time: 0.1167030
Apr 20 13:16:24.464973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-f5a90248-2623-4baf-8ded-93a8d13ac073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:24.466911 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-f5a90248-2623-4baf-8ded-93a8d13ac073 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.2136559
Apr 20 13:16:24.590384 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-bd885309-fce8-4abb-a74d-f5400fd2fb23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 1001 time: 0.1102474
Apr 20 13:16:24.636652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:16:24.672986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-0348d7e4-1578-4419-bcf3-3f70940a1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:24.674602 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-0348d7e4-1578-4419-bcf3-3f70940a1c79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.0772848
Apr 20 13:16:24.674855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:16:24.675281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:24.792403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-05d0b20b-7038-4e7f-9a20-556cd69a13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:24.793774 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-05d0b20b-7038-4e7f-9a20-556cd69a13a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112750
Apr 20 13:16:25.012272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-1b534f88-e92b-4a48-a717-d1143fd4eee0 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102849
Apr 20 13:16:25.086355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.104994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dee4e4-0a39-4014-9f56-0fd43be8c11c req-271e2db1-d9e3-4002-9c29-e65e7d3368ac tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:25.106584 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-91dee4e4-0a39-4014-9f56-0fd43be8c11c req-271e2db1-d9e3-4002-9c29-e65e7d3368ac tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 945 time: 0.2227266
Apr 20 13:16:25.184513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:25.188790 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2187dc98-aeed-4fad-aad3-9667c0e5afd4 req-6fc3e99e-07ce-4014-957b-b122de20f480 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688471
Apr 20 13:16:25.215050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:25.240427 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-91dee4e4-0a39-4014-9f56-0fd43be8c11c req-ae5a21d7-097e-480e-9ab4-4539eab9c33b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232891
Apr 20 13:16:25.274641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.278148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d48ef160>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:25.285378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:25.340830 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff', 'code': 200}
Apr 20 13:16:25.349121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106aea8-ac57-405e-8416-5f02e01db439 None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:16:25.449825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:25.463635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:25.631545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45760) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:25.663297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadd3c5-7e26-4c44-8a60-a2d63136124d req-5cf2ab6f-c469-4704-b13c-1b1501634fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:25.664998 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-beadd3c5-7e26-4c44-8a60-a2d63136124d req-5cf2ab6f-c469-4704-b13c-1b1501634fa3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 1099 time: 0.1379776
Apr 20 13:16:25.721844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-beadd3c5-7e26-4c44-8a60-a2d63136124d req-c997a2e5-1f4a-413c-b4be-e5db1ccbc9d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456817
Apr 20 13:16:25.734281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.768574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.822754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.828524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d80e7fc5-0e43-4556-ad9d-4ef1ef468aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:25.845763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf808e-53b0-433c-9993-e24e16d6641e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:25.853964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.855181 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "DELETE /v2.0/security-groups/efaf808e-53b0-433c-9993-e24e16d6641e HTTP/1.1" status: 204  len: 168 time: 0.2222497
Apr 20 13:16:25.856794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.857245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.858205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.858567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.858842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45764) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:25.858952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.859353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.859783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.860183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.860586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.860983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.862015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.862015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:16:25.864903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:25.881214 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.v2.resource [None req-af65a33c-9060-4f8e-b659-cd3de566fb49 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] show failed (client error): The resource could not be found.
Apr 20 13:16:25.882326 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-af65a33c-9060-4f8e-b659-cd3de566fb49 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups/efaf808e-53b0-433c-9993-e24e16d6641e HTTP/1.1" status: 404  len: 347 time: 0.0222869
Apr 20 13:16:25.885345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45768) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:25.888986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8dca856c-30ec-4fce-b1d7-f551ec690bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:25.900698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b2c93-48bd-49da-bea2-7916ead1f2d8 None None] New status for floating IP bc8c1b49-b380-4f28-b5ee-f40b4af20811: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:16:26.054441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Deleting port 6c86e6c3-163c-44c1-bd33-31064970bafb {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:16:26.054818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:26.235837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:26.236247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:26.368264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Calling delete_port for 6c86e6c3-163c-44c1-bd33-31064970bafb owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:16:26.765641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4038047-e47c-4a38-a1f6-d0b7aed03d85 req-365dcd3f-4dbd-40b3-9c5f-a3fee42f8261 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:26.767252 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4038047-e47c-4a38-a1f6-d0b7aed03d85 req-365dcd3f-4dbd-40b3-9c5f-a3fee42f8261 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 946 time: 0.4067218
Apr 20 13:16:26.769955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86372) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:16:26.770570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:16:26.816556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4038047-e47c-4a38-a1f6-d0b7aed03d85 req-e1363657-c211-4d07-a448-17b5a74f95b9 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429058
Apr 20 13:16:27.271239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Deleting port 6c86e6c3-163c-44c1-bd33-31064970bafb {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:16:27.271650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.446273 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.446630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.578684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Calling delete_port for 6c86e6c3-163c-44c1-bd33-31064970bafb owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:16:27.722485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.727212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8e998215-06fd-4806-8263-00b56f8a8c70 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:27.802309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'Port': ['ID=6c86e6c3-163c-44c1-bd33-31064970bafb,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:27.809524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:27.876303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.894030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:27.899437 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "DELETE /v2.0/floatingips/bc8c1b49-b380-4f28-b5ee-f40b4af20811 HTTP/1.1" status: 204  len: 168 time: 2.0089180
Apr 20 13:16:28.018275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:16:28.034099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ab632-111d-43a0-b61f-ebb3a8e40913 req-1b97c472-d172-4934-84ee-fd87586bc634 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:28.035785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d2ab632-111d-43a0-b61f-ebb3a8e40913 req-1b97c472-d172-4934-84ee-fd87586bc634 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 946 time: 0.0966222
Apr 20 13:16:28.055470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 089c88aa-1f50-4807-95af-723e6ec0fff9 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:16:28.055872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 089c88aa-1f50-4807-95af-723e6ec0fff9 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:16:28.087841 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d2ab632-111d-43a0-b61f-ebb3a8e40913 req-4c1ca621-81b2-46c6-baf6-4fc0ace33cff tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451512
Apr 20 13:16:28.558851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e08eff80-101d-4593-a1cd-126adaae45c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:28.944245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.096448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.358813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45812) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:29.365085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432337443', 'description': 'tempest-description--1332613216'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:29.368856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526273-ac65-4b3e-93f3-a9eca493b073 req-299a04eb-ab30-4ad7-92f1-3ddf34d193f6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:29.370511 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f526273-ac65-4b3e-93f3-a9eca493b073 req-299a04eb-ab30-4ad7-92f1-3ddf34d193f6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 946 time: 0.1054924
Apr 20 13:16:29.373617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:29.378965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:29.382424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:29.388872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:29.399236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.419452 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f526273-ac65-4b3e-93f3-a9eca493b073 req-ff503ef5-9fb3-4ef3-bcc8-439d02f27dd6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412974
Apr 20 13:16:29.420990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:29.425126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:29.428538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:29.434608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:29.507261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.509723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.513434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed6fe546-59a1-4b7c-9667-0cf2d7a0e144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:29.554388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f018ed2-667c-4524-b6d9-f797103c0e7f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:29.557205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:29.557922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.559185 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1988914
Apr 20 13:16:29.562811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45816) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:29.568126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group_rule': {'security_group_id': '8f018ed2-667c-4524-b6d9-f797103c0e7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:29.574393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:29.578412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:29.581371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:29.587246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:29.603119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.667141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.669652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.672397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9afbb505-47fc-4c2a-b69b-de0697f6934d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:29.694952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a86e718-36d4-4ab6-84eb-2793ccab9c8a,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:29.697404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:29.703567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.704862 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bef8ba09-75bd-498d-9eb6-ea89c2af4946 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1411183
Apr 20 13:16:29.707654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45820) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:29.713104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'security_group_rule': {'security_group_id': '8f018ed2-667c-4524-b6d9-f797103c0e7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:29.719797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:29.723856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:security_group_rule and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:29.726966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:29.733762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:29.749541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.815346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.818527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.821362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:29.845131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924efa6e-96bd-4732-9286-08a41288b608,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:29.847726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:29.854821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:29.856116 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1474793
Apr 20 13:16:29.859960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45826) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:29.865557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:29.872364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:29.876348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Usage tracker for resource:floatingip and tenant:0f6e5b552ed14bd3b73d80097bfe2f3d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:29.879383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:29.885390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:29.895597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.045601 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.192333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Allocated IP 172.27.2.66 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/a62eeea1-29b1-4594-a05f-068229e4c236) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:16:30.203970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf9011-e737-45ee-98fb-7b48a08da332 req-488debb4-2d43-4c30-ae3e-c7f77bf72763 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:30.205490 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0caf9011-e737-45ee-98fb-7b48a08da332 req-488debb4-2d43-4c30-ae3e-c7f77bf72763 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0882401
Apr 20 13:16:30.256409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0caf9011-e737-45ee-98fb-7b48a08da332 req-9e73274b-2d49-46b7-badf-be77cb4b6e68 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441444
Apr 20 13:16:30.358246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.386486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.389865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.394788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-652713d2-756f-409f-9bda-e65253dc29f1 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:30.464678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:16:30.468111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:30.472185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:16:30.662498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4fd98-e178-4b7f-a990-02ad585f42f4 req-864968be-7cf3-46e0-b653-e2696f312b62 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:30.664520 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4d4fd98-e178-4b7f-a990-02ad585f42f4 req-864968be-7cf3-46e0-b653-e2696f312b62 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 946 time: 0.0978122
Apr 20 13:16:30.708055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 45840) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:30.752136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=a62eeea1-29b1-4594-a05f-068229e4c236,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:30.756522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:30.766131 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4d4fd98-e178-4b7f-a990-02ad585f42f4 req-ff893880-bc30-470c-bc59-d0be72df2878 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947967
Apr 20 13:16:30.804931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.818956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c5f0-b041-409e-9582-708c490f2083 req-5c1ba42c-901b-42bd-b88e-5bc2769527df tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:30.820621 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b721c5f0-b041-409e-9582-708c490f2083 req-5c1ba42c-901b-42bd-b88e-5bc2769527df tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 946 time: 0.1001337
Apr 20 13:16:30.870458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.890823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.920800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:30.932716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Deleting port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:16:30.933110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:30.968719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb2d623f5db4f7ebcc3aa6ed9ffb7da is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:30.977866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:30.988867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:31.098871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.103077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.108407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:31.223084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=a62eeea1-29b1-4594-a05f-068229e4c236,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:31.227522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:31.234043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.246198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.256302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.263440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3966410
Apr 20 13:16:31.273559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] For port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:31.273973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.292656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.409396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.427663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Calling delete_port for 99b50d2f-614c-4d9c-9b45-7b57e8d651ff owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:16:31.459605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-30d40531-7947-4549-bc67-23f1e437ad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:31.594245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e6ff6-bd98-4ecd-b5a4-75f52d7f1c58,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:31.605946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:31.611688 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2ace061f-72fb-41ec-a2b6-304edac95197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfb2d623f5db4f7ebcc3aa6ed9ffb7da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9026308
Apr 20 13:16:31.614592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 45860) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:31.633040 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-4580ff5e-350c-4e7a-ad89-71aaaea265b0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--432337443&fields=id&tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 267 time: 0.1662102
Apr 20 13:16:31.681893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.710423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.756882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.762437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1361bb3c-1cb2-4a90-8834-dd80f0c5cd21 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:31.775700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e6ff6-bd98-4ecd-b5a4-75f52d7f1c58,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:31.778853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:31.782188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.783510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb9e6ff6-bd98-4ecd-b5a4-75f52d7f1c58 HTTP/1.1" status: 204  len: 168 time: 0.1677423
Apr 20 13:16:31.818007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e512d0-168e-4e9c-92c3-bdfe37dbe803 req-4edba758-f08d-4182-9deb-75381ffb26f4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:31.819779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2e512d0-168e-4e9c-92c3-bdfe37dbe803 req-4edba758-f08d-4182-9deb-75381ffb26f4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.3510089
Apr 20 13:16:31.935972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-8aec7043-e122-4a4c-b1c4-d4fc168c356b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:31.937561 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-8aec7043-e122-4a4c-b1c4-d4fc168c356b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 816 time: 0.2811813
Apr 20 13:16:31.940791 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2e512d0-168e-4e9c-92c3-bdfe37dbe803 req-a0ca962c-221e-4070-b7e5-480d564d5504 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106241
Apr 20 13:16:31.941438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:31.947308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-da3e667b-f52e-46c6-8c91-f0f215876e9c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:31.956973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['99b50d2f-614c-4d9c-9b45-7b57e8d651ff'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:32.005744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Pushing event deleted for resources: {'Port': ['ID=99b50d2f-614c-4d9c-9b45-7b57e8d651ff,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:32.010519 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-6bed78dc-05ba-40d3-b7e4-cf0c3f2907f3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/quotas/0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 375 time: 0.0232000
Apr 20 13:16:32.011330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:32.172816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] No DVR routers for this DVR port 99b50d2f-614c-4d9c-9b45-7b57e8d651ff on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:16:32.182414 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:32.190355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'name': 'network-vif-deleted', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:32.199335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2666210b-a610-4395-8496-1c2f81363c8e req-f725a937-1012-44bb-9da7-d3050238f737 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9a1f690-09b6-489d-88d1-d13a36cd1125 HTTP/1.1" status: 200  len: 210 time: 0.0820124
Apr 20 13:16:32.218818 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b721c5f0-b041-409e-9582-708c490f2083 req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "DELETE /v2.0/ports/99b50d2f-614c-4d9c-9b45-7b57e8d651ff HTTP/1.1" status: 204  len: 173 time: 1.3916874
Apr 20 13:16:32.249530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-083bd1df-0553-4939-9f7b-0a3336735651 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Synchronizing usage tracker for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:32.261838 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1f690-09b6-489d-88d1-d13a36cd1125', 'name': 'network-vif-deleted', 'tag': '99b50d2f-614c-4d9c-9b45-7b57e8d651ff', 'status': 'completed', 'code': 200}
Apr 20 13:16:32.267606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-083bd1df-0553-4939-9f7b-0a3336735651 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Unset dirty status for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:32.281087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-083bd1df-0553-4939-9f7b-0a3336735651 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2401235
Apr 20 13:16:32.429659 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-afe8245c-0680-4c0f-b54f-ce2bf43f6c09 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459100
Apr 20 13:16:32.572516 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-95205823-0925-45e8-bce2-34f9aa9012c0 service neutron] 10.222.0.72 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362171
Apr 20 13:16:32.829186 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1f7462be-00be-46b4-9e0a-bff4870088c8 req-cc515386-9ffd-48f6-a46a-643f40911c09 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 210 time: 0.0769012
Apr 20 13:16:33.183240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00226b-aad1-4a49-ab1a-6ae020452752 req-4e75724e-9a4e-449b-85eb-68b896108767 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:33.186122 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a00226b-aad1-4a49-ab1a-6ae020452752 req-4e75724e-9a4e-449b-85eb-68b896108767 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.1135683
Apr 20 13:16:33.242855 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1a00226b-aad1-4a49-ab1a-6ae020452752 req-8b16b752-e6cb-4f45-bfd8-d0b5e711c8f8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504036
Apr 20 13:16:33.654938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-0068b1b9-29e2-4e24-b1ed-451adb73742b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:33.656519 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-0068b1b9-29e2-4e24-b1ed-451adb73742b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/networks?id=07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 200  len: 808 time: 0.1560240
Apr 20 13:16:33.672942 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-6225827d-20da-48e4-9943-3f4366277014 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/quotas/4d5d8d02d8a74288954d0c946f3cd3e5 HTTP/1.1" status: 200  len: 375 time: 0.0102603
Apr 20 13:16:33.729619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a5f975b5-6019-450d-885a-85f527804d9c req-909efc6e-fcd4-448b-821a-49ef9617b221 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Synchronizing usage tracker for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:33.744154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a5f975b5-6019-450d-885a-85f527804d9c req-909efc6e-fcd4-448b-821a-49ef9617b221 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Unset dirty status for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:33.745509 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-909efc6e-fcd4-448b-821a-49ef9617b221 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0667582
Apr 20 13:16:34.032829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 99b50d2f-614c-4d9c-9b45-7b57e8d651ff no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:16:34.072515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 99b50d2f-614c-4d9c-9b45-7b57e8d651ff {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:16:34.072913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 99b50d2f-614c-4d9c-9b45-7b57e8d651ff not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:16:34.254335 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-41d35ddb-118b-49e1-a85e-2cb5da71af38 req-150f3445-5cea-4971-bdc2-b2e21aacc3a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 210 time: 0.3135569
Apr 20 13:16:34.298392 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-bf136b99-041a-4d60-9ea0-993a2a245858 service neutron] 10.222.0.72 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5450826
Apr 20 13:16:34.400477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-12365404-163b-4c0e-8923-16be26bf206e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:34.402042 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-12365404-163b-4c0e-8923-16be26bf206e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 816 time: 0.5661998
Apr 20 13:16:34.584362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-b443f5c8-cfb1-42a1-a7de-0d1342046d42 service neutron] 10.222.0.72 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763865
Apr 20 13:16:34.603169 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-c83bc124-d585-41ee-a4ed-f2559da31338 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 5708 time: 0.1492999
Apr 20 13:16:34.613535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243e3e-a4fc-46db-bd71-6819dd863220 req-4dd69305-e0f5-457a-8903-ccc6a783d7ba tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:34.615125 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b243e3e-a4fc-46db-bd71-6819dd863220 req-4dd69305-e0f5-457a-8903-ccc6a783d7ba tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.2072589
Apr 20 13:16:34.621901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'port': {'device_id': '06e27025-7270-4ef4-9874-75c6a83818bc', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'admin_state_up': True, 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'security_groups': ['8f018ed2-667c-4524-b6d9-f797103c0e7f']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:34.814507 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b243e3e-a4fc-46db-bd71-6819dd863220 req-9eff7184-b60a-4542-a7d8-b6623cef0dd8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1734293
Apr 20 13:16:34.828537 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cce9c654-8bee-410d-b77f-9bb6fa35df73 req-a82d6adf-ca6a-4255-9cfc-8626416e492e tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.0880783
Apr 20 13:16:34.860762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:34.870968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:34.879820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Made reservation on behalf of 0f6e5b552ed14bd3b73d80097bfe2f3d for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:16:34.886000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:35.066730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Allocated IP 172.20.0.12 (c3b81097-522d-4cc1-9514-8795ae681aa3/36d98e71-73d5-4c85-8d3a-9abb75842f0d/bd2fea89-84d7-4b1d-b7d1-13b70890cce1) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:16:35.264462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:35.280922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Transition to ACTIVE for port object bd2fea89-84d7-4b1d-b7d1-13b70890cce1 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:16:35.304603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:35.311658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:35.384980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Network c3b81097-522d-4cc1-9514-8795ae681aa3 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:16:35.422548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:35.425048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:16:35.486676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:35.489714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:35.530565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:35.531249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:35.572224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79948de3-815c-40b6-919a-8939aa1cfa9c req-afdcdaff-ff38-484d-9558-b22f1e6f4880 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:35.573918 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79948de3-815c-40b6-919a-8939aa1cfa9c req-afdcdaff-ff38-484d-9558-b22f1e6f4880 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 932 time: 0.1991026
Apr 20 13:16:35.578516 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9623871
Apr 20 13:16:35.623501 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79948de3-815c-40b6-919a-8939aa1cfa9c req-f830b71e-8f02-4195-9ea4-afe01aae97a9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411475
Apr 20 13:16:35.671761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-41925b6a-6932-4fba-923c-b5a613f49e5c None None] Provisioning for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:16:35.677027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-41925b6a-6932-4fba-923c-b5a613f49e5c None None] Provisioning complete for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:16:35.677448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41925b6a-6932-4fba-923c-b5a613f49e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:35.737158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-41925b6a-6932-4fba-923c-b5a613f49e5c None None] Port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:16:36.033969 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9307d17d-52b6-4b6f-95fb-437624f77595 req-48e26878-4d28-4516-83e2-4decd27f965d tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.0592191
Apr 20 13:16:36.068987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414443-3e69-4bbf-a23f-66e63da6b410 req-bd0dd133-9e95-4756-855e-50fd8afbd3fb tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:36.070558 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96414443-3e69-4bbf-a23f-66e63da6b410 req-bd0dd133-9e95-4756-855e-50fd8afbd3fb tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.1393213
Apr 20 13:16:36.117529 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-96414443-3e69-4bbf-a23f-66e63da6b410 req-d6479dcf-629f-429a-8340-1842a0fb4ee4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407372
Apr 20 13:16:36.827306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894934-557c-4d0a-baf0-1991be1a0dba req-cc6354ec-d1ce-4e01-9d84-055fa067353f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:36.828104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c9894934-557c-4d0a-baf0-1991be1a0dba req-cc6354ec-d1ce-4e01-9d84-055fa067353f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Synchronizing usage tracker for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:36.843682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c9894934-557c-4d0a-baf0-1991be1a0dba req-cc6354ec-d1ce-4e01-9d84-055fa067353f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Unset dirty status for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:36.844903 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9894934-557c-4d0a-baf0-1991be1a0dba req-cc6354ec-d1ce-4e01-9d84-055fa067353f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 932 time: 0.1036265
Apr 20 13:16:36.892101 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9894934-557c-4d0a-baf0-1991be1a0dba req-78019c27-adaa-44e1-b502-d6c4e0b11579 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408340
Apr 20 13:16:37.199030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-860cc0f2-4304-461b-9535-b42c3661798e req-a561b351-45e4-47e5-aa1b-087f2bd46f9d tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.0512185
Apr 20 13:16:37.317077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8a54a-f00f-47de-a93f-66581e8ffabf req-6aeb5b20-2031-4efe-a97c-1f37e6665d6d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:37.318633 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-42c8a54a-f00f-47de-a93f-66581e8ffabf req-6aeb5b20-2031-4efe-a97c-1f37e6665d6d tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0872078
Apr 20 13:16:37.365219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-42c8a54a-f00f-47de-a93f-66581e8ffabf req-7f1be969-7090-4134-8a20-8ad5e457ef9f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402215
Apr 20 13:16:37.777196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Request body: {'port': {'device_id': '06e27025-7270-4ef4-9874-75c6a83818bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:37.906243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:38.238505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364486c2-2066-446b-bce4-f378616740b2 req-fb1b3e23-b963-4a3e-8631-42eb9e1ec55c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:38.240143 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-364486c2-2066-446b-bce4-f378616740b2 req-fb1b3e23-b963-4a3e-8631-42eb9e1ec55c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 932 time: 0.2044680
Apr 20 13:16:38.356968 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-364486c2-2066-446b-bce4-f378616740b2 req-5d84f17c-5937-41fe-85bd-d365472bfaad tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054568
Apr 20 13:16:38.371144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c3461277-6478-4dbe-8079-c60cbfeeb0da req-b152471e-543e-4b91-91bc-831b5fb83711 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.0567024
Apr 20 13:16:38.543510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:38.603146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:38.659505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Transition to ACTIVE for port object bd2fea89-84d7-4b1d-b7d1-13b70890cce1 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:16:38.665466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:38.678563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:38.752652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-399472a1-6801-44a5-bf01-6466e7754f74 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:38.754243 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-399472a1-6801-44a5-bf01-6466e7754f74 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "GET /v2.0/networks?id=07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 200  len: 808 time: 0.3143873
Apr 20 13:16:38.834984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Request body: {'port': {'device_id': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a', 'admin_state_up': True, 'tenant_id': '4d5d8d02d8a74288954d0c946f3cd3e5'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:38.965537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:38.968676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:38.986314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e087-e6e7-41f3-a31f-67ff72849e65 req-b1944c68-4aa4-4284-b483-aaf7b46b5c10 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:38.988061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2d3e087-e6e7-41f3-a31f-67ff72849e65 req-b1944c68-4aa4-4284-b483-aaf7b46b5c10 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.4572198
Apr 20 13:16:39.370762 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d2d3e087-e6e7-41f3-a31f-67ff72849e65 req-134adf1c-57f3-4cfa-8c55-160b7113bdab tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3738823
Apr 20 13:16:39.392510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Attempting to bind port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:16:39.392889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Attempting to bind port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:16:39.393253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Attempting to bind port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:39.402159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:39.405018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 on network c3b81097-522d-4cc1-9514-8795ae681aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:16:39.405375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Attempting to bind port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 on network c3b81097-522d-4cc1-9514-8795ae681aa3 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:39.417605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:16:39.417983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Checking segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:16:39.418399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Bound using segment: {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:16:39.418878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Bound port: bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11238dfd-8d5f-4021-ac7c-0b223e73b786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:16:39.419265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:39.429850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:39.480675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Made reservation on behalf of 4d5d8d02d8a74288954d0c946f3cd3e5 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:16:39.487488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:39.667213 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f1e040bb-b32b-4220-bff5-d2a7774c119c req-16c102b5-cfca-4454-9a85-1a00f41c0231 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.1651375
Apr 20 13:16:39.712860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:16:39.737427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:16:39.748506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:39.757520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1748398c-ccb0-4df3-a1c5-dfbc7abab2ee tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:39.819281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573d845-a17e-4f61-8988-846e2b581db2 req-00394f5b-db99-4528-a75b-4a732b3dd6b9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:39.821316 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9573d845-a17e-4f61-8988-846e2b581db2 req-00394f5b-db99-4528-a75b-4a732b3dd6b9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3222594
Apr 20 13:16:39.858351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:39.858942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:39.860311 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] 10.222.0.58 "PUT /v2.0/ports/bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 1094 time: 2.0880778
Apr 20 13:16:39.868746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:39.951510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'status': 'completed', 'code': 200}
Apr 20 13:16:39.954790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:39.958328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:39.972478 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9573d845-a17e-4f61-8988-846e2b581db2 req-05fb1f58-1f8a-4876-9745-7682a28bd3bd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111107
Apr 20 13:16:39.976657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Allocated IP 172.20.0.8 (07563076-c08e-4e58-a023-af432bcfc80a/0cbc95ba-a933-4b24-b6aa-fa376cc811d0/8813b7e3-0203-46d8-bcdc-78e395b3da41) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:16:40.194882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:40.224844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:40.230355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf1a71f2-feb7-41f5-9fc4-b0e7dffab216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:40.303537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Network 07563076-c08e-4e58-a023-af432bcfc80a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:16:40.307447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:16:40.312470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:16:40.352971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Pushing event updated for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:40.357719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:40.386409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:40.387083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:40.411735 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5866578
Apr 20 13:16:40.580007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df888e-6207-4e04-8f76-79ee972a5962 req-e4a37a53-e76d-401e-8f66-332fa4e31a3b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:40.581592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b8df888e-6207-4e04-8f76-79ee972a5962 req-e4a37a53-e76d-401e-8f66-332fa4e31a3b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0923021
Apr 20 13:16:40.630504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b8df888e-6207-4e04-8f76-79ee972a5962 req-3e69f6ec-6d95-41b0-9d83-f2f905506873 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425494
Apr 20 13:16:40.865402 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf6abd-c0fa-4277-8c7d-ed9e3d9e32b8 req-638045de-3af9-4395-a8b7-119ac26980e0 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:40.866071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c0cf6abd-c0fa-4277-8c7d-ed9e3d9e32b8 req-638045de-3af9-4395-a8b7-119ac26980e0 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Synchronizing usage tracker for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:16:40.881160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-c0cf6abd-c0fa-4277-8c7d-ed9e3d9e32b8 req-638045de-3af9-4395-a8b7-119ac26980e0 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Unset dirty status for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:16:40.882401 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0cf6abd-c0fa-4277-8c7d-ed9e3d9e32b8 req-638045de-3af9-4395-a8b7-119ac26980e0 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 931 time: 0.1048253
Apr 20 13:16:40.934084 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c0cf6abd-c0fa-4277-8c7d-ed9e3d9e32b8 req-ddec57c4-ed6d-4422-a53b-0997336d67ba tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452495
Apr 20 13:16:41.176613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3558-fad5-46f6-a194-ba0137fdaafa req-b1a150b5-baa4-4986-8995-ed26b9cf7634 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:41.178189 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-244f3558-fad5-46f6-a194-ba0137fdaafa req-b1a150b5-baa4-4986-8995-ed26b9cf7634 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.0884626
Apr 20 13:16:41.225476 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-244f3558-fad5-46f6-a194-ba0137fdaafa req-08449682-937d-49fd-a62a-fbf27600a9c7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409224
Apr 20 13:16:41.836954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714ffe6-f380-498d-8d6e-7709028b2170 req-3999a2c4-2b41-4fdf-98b9-f2955ca74b4b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:41.838588 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a714ffe6-f380-498d-8d6e-7709028b2170 req-3999a2c4-2b41-4fdf-98b9-f2955ca74b4b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0940554
Apr 20 13:16:41.887186 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a714ffe6-f380-498d-8d6e-7709028b2170 req-3fe7e6a1-44d4-489e-a249-e8d3ddba92fc tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421946
Apr 20 13:16:42.141022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9cdc4-18e4-4b03-a9e6-ea0799ead1bd req-f5bc4b54-48e3-4021-af0b-214d62619ff2 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:42.142631 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7df9cdc4-18e4-4b03-a9e6-ea0799ead1bd req-f5bc4b54-48e3-4021-af0b-214d62619ff2 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 931 time: 0.0932429
Apr 20 13:16:42.195656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7df9cdc4-18e4-4b03-a9e6-ea0799ead1bd req-eabdd98b-a157-4f05-947e-7601b0ccaf55 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460985
Apr 20 13:16:42.259963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Request body: {'port': {'device_id': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:42.578077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:42.602921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-86fc29b5-a333-4684-bec8-4069ab2b263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:42.604550 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-86fc29b5-a333-4684-bec8-4069ab2b263c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1097 time: 0.3149581
Apr 20 13:16:42.732633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140bfad-8726-4aab-b662-d02fe11385e1 req-cabee1fd-94c6-47b4-888a-a74cdfb04fcd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:42.734197 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7140bfad-8726-4aab-b662-d02fe11385e1 req-cabee1fd-94c6-47b4-888a-a74cdfb04fcd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3879895
Apr 20 13:16:42.738220 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-3ffcd94d-9416-4eaa-a7b3-871d1fd20821 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 217 time: 0.1240420
Apr 20 13:16:42.828653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-93b436f1-cf04-4193-b9f2-7861284cae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:42.830131 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-93b436f1-cf04-4193-b9f2-7861284cae2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.3724096
Apr 20 13:16:42.994337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-05f267a9-c138-496b-957f-8ad8ee2128d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:42.995932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-05f267a9-c138-496b-957f-8ad8ee2128d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.2472026
Apr 20 13:16:42.999564 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7140bfad-8726-4aab-b662-d02fe11385e1 req-6e669be7-4095-44fb-81bc-a72cd83beacd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2496428
Apr 20 13:16:43.303691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-43517c4d-210d-48f3-ad4d-7a0373d37ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:43.305302 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-43517c4d-210d-48f3-ad4d-7a0373d37ba9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.4622805
Apr 20 13:16:43.693133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-a02a4db8-f115-4617-be87-11ee71314a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:43.694715 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-a02a4db8-f115-4617-be87-11ee71314a36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6857765
Apr 20 13:16:43.715648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451f9aa-7875-4554-af16-722e6ae47ec7 req-8d64001b-57a5-447b-84d2-dd09802d2cc5 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:43.717223 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3451f9aa-7875-4554-af16-722e6ae47ec7 req-8d64001b-57a5-447b-84d2-dd09802d2cc5 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.7094743
Apr 20 13:16:43.850828 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-1f9f56da-d5b3-4146-908d-be0a4ad24938 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 1000 time: 0.3066273
Apr 20 13:16:43.956828 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3451f9aa-7875-4554-af16-722e6ae47ec7 req-55a4c40f-9e6f-4351-97f9-b4139b83284f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2117276
Apr 20 13:16:44.004741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a9a-496a-4440-8f4b-3cb6cd8a5662 req-2a502899-807b-42d6-b258-4c496c6c3ba4 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:44.006337 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-758b5a9a-496a-4440-8f4b-3cb6cd8a5662 req-2a502899-807b-42d6-b258-4c496c6c3ba4 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 931 time: 0.4561257
Apr 20 13:16:44.019808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8813b7e3-0203-46d8-bcdc-78e395b3da41 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:44.051929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:44.055925 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-d3ea5e98-de38-4e1b-b131-0c7dc1606881 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3376477
Apr 20 13:16:44.083625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Transition to ACTIVE for port object 8813b7e3-0203-46d8-bcdc-78e395b3da41 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:16:44.088880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:44.094275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e58c91b-cab0-431b-95a6-c869805d7a19 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:44.127347 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-758b5a9a-496a-4440-8f4b-3cb6cd8a5662 req-4b022f2e-4df8-4283-9064-c40e89211085 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099184
Apr 20 13:16:44.285633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Pushing event updated for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:44.313811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:44.414458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e72b-1936-47d1-b685-c952229c97ef req-628a1215-6e89-45c5-b192-0486c431434a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:44.416009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e868e72b-1936-47d1-b685-c952229c97ef req-628a1215-6e89-45c5-b192-0486c431434a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.2807744
Apr 20 13:16:44.424065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Attempting to bind port 8813b7e3-0203-46d8-bcdc-78e395b3da41 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:16:44.424435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Attempting to bind port 8813b7e3-0203-46d8-bcdc-78e395b3da41 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:16:44.424799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Attempting to bind port 8813b7e3-0203-46d8-bcdc-78e395b3da41 on network 07563076-c08e-4e58-a023-af432bcfc80a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:44.444330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Port 8813b7e3-0203-46d8-bcdc-78e395b3da41 on network 07563076-c08e-4e58-a023-af432bcfc80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:16:44.444695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Attempting to bind port 8813b7e3-0203-46d8-bcdc-78e395b3da41 on network 07563076-c08e-4e58-a023-af432bcfc80a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:16:44.456439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:16:44.456817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Checking segment: {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:16:44.457225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Bound using segment: {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:16:44.457696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Bound port: 8813b7e3-0203-46d8-bcdc-78e395b3da41, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cba2eb-9c61-401d-b4bc-5db80086146f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:16:44.458075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:44.524342 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e868e72b-1936-47d1-b685-c952229c97ef req-6563c6fb-84b5-4abf-b60a-0cf6e26e2f33 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012712
Apr 20 13:16:44.576014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:16:44.579117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:16:44.582426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:44.587142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:44.640845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:44.641506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:44.642980 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] 10.222.0.58 "PUT /v2.0/ports/8813b7e3-0203-46d8-bcdc-78e395b3da41 HTTP/1.1" status: 200  len: 1093 time: 2.3882778
Apr 20 13:16:44.643527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:44.669612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Pushing event updated for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:44.672746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:44.698257 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41', 'status': 'completed', 'code': 200}
Apr 20 13:16:45.164239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257dc6c-baae-4da5-888d-d13809303852 req-8913249b-f6a5-4f57-b9f7-d07e556bcfbd tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:45.165859 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7257dc6c-baae-4da5-888d-d13809303852 req-8913249b-f6a5-4f57-b9f7-d07e556bcfbd tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0919452
Apr 20 13:16:45.216623 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7257dc6c-baae-4da5-888d-d13809303852 req-17a909c8-138d-4cc8-92de-e44d2e87de9b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437310
Apr 20 13:16:45.332574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3dd01-348a-4672-bcfd-a882c0065ecc req-d793f7c4-282d-457f-aa73-276afb8561c7 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:45.334157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06a3dd01-348a-4672-bcfd-a882c0065ecc req-d793f7c4-282d-457f-aa73-276afb8561c7 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.0878019
Apr 20 13:16:45.386488 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-06a3dd01-348a-4672-bcfd-a882c0065ecc req-c3aa6fcd-b35b-4677-b909-c38d1215edc5 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458832
Apr 20 13:16:45.730586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad915e-c281-4155-bff9-0281ccd576a5 req-1499b00f-479d-4146-a05c-f38aa3f3f773 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:45.732188 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61ad915e-c281-4155-bff9-0281ccd576a5 req-1499b00f-479d-4146-a05c-f38aa3f3f773 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.0879748
Apr 20 13:16:45.778409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-61ad915e-c281-4155-bff9-0281ccd576a5 req-5eee2615-c07c-483d-91b7-6acb4b88e870 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398307
Apr 20 13:16:46.417436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cc3a-d0d2-4074-9d02-2f1fd6e4e10d req-3aa86c40-4f59-4208-bb45-ec797cf3d548 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:46.419048 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d67cc3a-d0d2-4074-9d02-2f1fd6e4e10d req-3aa86c40-4f59-4208-bb45-ec797cf3d548 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0914280
Apr 20 13:16:46.469053 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d67cc3a-d0d2-4074-9d02-2f1fd6e4e10d req-74717c90-a419-4c36-8d10-cf8976aee5c0 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429199
Apr 20 13:16:46.592213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00128d8-622a-4010-87dd-f73052268b8b req-2fd09b95-1b68-45da-b189-d78947b96e6b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:46.593733 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a00128d8-622a-4010-87dd-f73052268b8b req-2fd09b95-1b68-45da-b189-d78947b96e6b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.0941014
Apr 20 13:16:46.830383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-fb81539d-eff5-47c4-a689-7aa926febacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:46.831994 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-fb81539d-eff5-47c4-a689-7aa926febacd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.2362416
Apr 20 13:16:46.892673 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a00128d8-622a-4010-87dd-f73052268b8b req-5b7a415a-b384-4bf7-a0d0-ba5bb676bb7b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585251
Apr 20 13:16:47.017777 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-920d98ed-2439-4d5a-bef4-61b4d68bce56 req-04350692-8de2-4f12-973d-25a4c8bdf807 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3795528
Apr 20 13:16:47.039300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-d3fea0c0-e5b3-4e28-8696-585684ccb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:47.040867 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-d3fea0c0-e5b3-4e28-8696-585684ccb880 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 1096 time: 0.3756433
Apr 20 13:16:47.133182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-3b442c08-8e25-4f63-aa32-7481e53930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:47.134766 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-3b442c08-8e25-4f63-aa32-7481e53930fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2895815
Apr 20 13:16:47.246701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc13892-3f60-4438-a07b-b0cbe08d67ed req-affe1961-bb68-4ac1-8fcc-1d9da6d0db76 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:47.248342 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1bc13892-3f60-4438-a07b-b0cbe08d67ed req-affe1961-bb68-4ac1-8fcc-1d9da6d0db76 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3381631
Apr 20 13:16:47.706382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-5742daef-53de-4ce9-9372-22ae460e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:47.707991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-5742daef-53de-4ce9-9372-22ae460e5074 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&shared=False HTTP/1.1" status: 200  len: 910 time: 0.6507590
Apr 20 13:16:47.711013 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1bc13892-3f60-4438-a07b-b0cbe08d67ed req-32f4578b-3398-4d5d-8a79-2a81d69bcfd3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4025750
Apr 20 13:16:47.821968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-911fc61a-126f-4dba-ac2d-d04f5e520820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:47.823432 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-911fc61a-126f-4dba-ac2d-d04f5e520820 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1097 time: 0.7368836
Apr 20 13:16:47.872310 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-ba7eb3ae-1db3-4cdc-9264-719f09949e61 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6812139
Apr 20 13:16:48.142436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30f0c8-8afa-4cc2-a9f7-a4af3dfcdaf6 req-2a6dc427-7497-4464-ab86-39e72457ca47 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.144051 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b30f0c8-8afa-4cc2-a9f7-a4af3dfcdaf6 req-2a6dc427-7497-4464-ab86-39e72457ca47 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.5275826
Apr 20 13:16:48.190523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-388feac7-8d4e-4e7a-a96c-31a56d5ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.192096 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-28118d4c-c952-48b8-9ed1-845b0daec4e2 req-388feac7-8d4e-4e7a-a96c-31a56d5ad018 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4727032
Apr 20 13:16:48.260068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:16:48.315258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-93dd0290-65d7-4ad8-a5e5-f8681a550f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.323080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-93dd0290-65d7-4ad8-a5e5-f8681a550f77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.4834473
Apr 20 13:16:48.416724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:48.418529 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-09ca64bf-99e4-4c19-8bac-aeda8d708cb8 req-a8072322-7cb4-43ef-8f89-d6f5ff8ed8d0 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5385087
Apr 20 13:16:48.435807 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b30f0c8-8afa-4cc2-a9f7-a4af3dfcdaf6 req-cb12e1c9-8f93-4ba0-8443-7098d6900e44 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2547698
Apr 20 13:16:48.443787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:16:48.444848 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-f5b0a1d7-067c-455c-bd9e-4d4debcadfc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 217 time: 0.1153839
Apr 20 13:16:48.505960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:48.508943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776d5fd-6800-47b3-aa18-a77d53a0ba95 req-e98c7134-2c1b-471f-97ba-0ba999e9f25d tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.510553 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0776d5fd-6800-47b3-aa18-a77d53a0ba95 req-e98c7134-2c1b-471f-97ba-0ba999e9f25d tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.4528992
Apr 20 13:16:48.524560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:48.542365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:48.546060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:48.547936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:48.558968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-64bdc543-05a2-4b92-b280-12d8a3b3f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.560723 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-64bdc543-05a2-4b92-b280-12d8a3b3f92e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 1096 time: 0.3196206
Apr 20 13:16:48.581976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-2d976fb7-581c-41b6-8b6a-84a4b3c19c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.584196 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-2d976fb7-581c-41b6-8b6a-84a4b3c19c8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.1266787
Apr 20 13:16:48.624094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:48.627362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:48.699310 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-85063db2-4c85-49c2-aeb1-5c6c1b5a7351 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41 HTTP/1.1" status: 200  len: 217 time: 0.1205211
Apr 20 13:16:48.707955 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0776d5fd-6800-47b3-aa18-a77d53a0ba95 req-251ef5d0-0b94-4a11-9f91-c7aed857a018 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874793
Apr 20 13:16:48.792246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f975b5-6019-450d-885a-85f527804d9c req-a334ad2c-7b1c-41d3-b2bc-6cf0a92f03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.796078 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-a334ad2c-7b1c-41d3-b2bc-6cf0a92f03de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cbc95ba-a933-4b24-b6aa-fa376cc811d0 HTTP/1.1" status: 200  len: 848 time: 0.0848367
Apr 20 13:16:48.796256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['bd2fea89-84d7-4b1d-b7d1-13b70890cce1'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:48.801296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-4445d683-ea9b-43d9-ad79-f57b64b4a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:48.802844 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-4445d683-ea9b-43d9-ad79-f57b64b4a9e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1631825
Apr 20 13:16:48.964803 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-ab91fd53-9402-4178-b683-a99cb05bdd77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07563076-c08e-4e58-a023-af432bcfc80a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1609430
Apr 20 13:16:49.163143 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-02aa46e9-cdc9-4556-afdd-8e17fc221237 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3219397
Apr 20 13:16:49.212697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48018-8bb8-4fbf-9493-0e03e8940027 req-20e3a9a4-080d-4519-b10d-dc03078824ed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:49.214216 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bb48018-8bb8-4fbf-9493-0e03e8940027 req-20e3a9a4-080d-4519-b10d-dc03078824ed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 945 time: 0.3744080
Apr 20 13:16:49.273847 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-e4c2c25c-98bf-4d5c-bd26-dbecde270e85 service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926116
Apr 20 13:16:49.723788 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bb48018-8bb8-4fbf-9493-0e03e8940027 req-53678038-b9a7-4535-962a-b77013864bb5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5026529
Apr 20 13:16:49.783108 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56e1fe2b-01ab-44d9-a73e-3a4c6431db49 req-d3105d5c-b31e-4220-9186-6f6fc1c48401 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6126032
Apr 20 13:16:49.799110 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a5f975b5-6019-450d-885a-85f527804d9c req-2c7054af-25d8-4d10-80e3-26feb232b0b7 service neutron] 10.222.0.58 "GET /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5040483
Apr 20 13:16:49.819441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d9a84-cc04-48bf-b990-db0a08e0c645 req-4fd86fa8-2747-4c69-bc68-c0427a0037f9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:49.821447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-802d9a84-cc04-48bf-b990-db0a08e0c645 req-4fd86fa8-2747-4c69-bc68-c0427a0037f9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.2023172
Apr 20 13:16:49.920230 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-802d9a84-cc04-48bf-b990-db0a08e0c645 req-c810d7fb-7490-4c6b-b656-c55c6431e4d8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910344
Apr 20 13:16:49.959755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c054a-fabc-47c4-ab1d-61505df573f2 req-70c5a1a3-9566-4a6d-8188-210e7876897e tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:49.961334 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-390c054a-fabc-47c4-ab1d-61505df573f2 req-70c5a1a3-9566-4a6d-8188-210e7876897e tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.1010017
Apr 20 13:16:50.009625 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-390c054a-fabc-47c4-ab1d-61505df573f2 req-6c9c1ff2-cf0b-4cde-8e90-65ea8eff9299 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412166
Apr 20 13:16:50.271617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:16:50.344296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:16:50.349178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:16:50.349602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:50.472985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:50.500355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:50.510683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:50.514094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:50.516018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e6a29d13-aec5-4d42-be19-8840b250b647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:50.553863 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'code': 200}
Apr 20 13:16:50.587846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:50.591857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:50.826684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86ae1-9c47-482f-9f65-542746d08a1e req-c2f4a943-db32-4186-86f1-6a9c86ec6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:50.828361 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e4e86ae1-9c47-482f-9f65-542746d08a1e req-c2f4a943-db32-4186-86f1-6a9c86ec6b5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1099 time: 0.0900025
Apr 20 13:16:50.939382 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e4e86ae1-9c47-482f-9f65-542746d08a1e req-40f0a039-dda4-461f-8589-8d81a88fb1e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938621
Apr 20 13:16:50.977562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6781-ee5d-4935-bc5d-f02903943613 req-8d02fb56-bb7f-4ff6-97cf-87016ca18b43 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:50.979287 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d3d6781-ee5d-4935-bc5d-f02903943613 req-8d02fb56-bb7f-4ff6-97cf-87016ca18b43 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.1181471
Apr 20 13:16:51.033480 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d3d6781-ee5d-4935-bc5d-f02903943613 req-8c7f6d5c-b6e5-43f0-a93f-94b5204321b2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461595
Apr 20 13:16:51.135030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85deacf-2b0b-4dc5-97ab-a708f7af9a52 req-054a10bc-2a1b-4f05-b81a-42c000507dcf tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:51.136793 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c85deacf-2b0b-4dc5-97ab-a708f7af9a52 req-054a10bc-2a1b-4f05-b81a-42c000507dcf tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0930080
Apr 20 13:16:51.243971 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c85deacf-2b0b-4dc5-97ab-a708f7af9a52 req-d90797e1-a06b-4887-9904-a38141536f2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677910
Apr 20 13:16:51.272741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d6478-4633-4938-8811-e2ccd89e6466 req-2d2f853d-0c1f-4044-a16f-e4dfe26bf820 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:51.274386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd5d6478-4633-4938-8811-e2ccd89e6466 req-2d2f853d-0c1f-4044-a16f-e4dfe26bf820 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.1348441
Apr 20 13:16:51.323956 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd5d6478-4633-4938-8811-e2ccd89e6466 req-8ee7bc2e-3f48-4c44-8ec7-54ac2f18254f tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432763
Apr 20 13:16:51.587943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46124) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:51.629565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829727ed-24d9-4be7-b7b9-17756ddad587 req-dd7fd96f-42d7-4bbf-87f9-d1f4717f9fe3 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:51.631226 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-829727ed-24d9-4be7-b7b9-17756ddad587 req-dd7fd96f-42d7-4bbf-87f9-d1f4717f9fe3 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0977004
Apr 20 13:16:51.743569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-829727ed-24d9-4be7-b7b9-17756ddad587 req-7942aed0-79b9-4da0-9a9d-8e619a1f2d86 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058104
Apr 20 13:16:51.758233 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-a55a1ce7-b207-46eb-8c5b-da02ee0ba231 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1690791
Apr 20 13:16:51.832566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:16:52.257091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9317d00-5bbd-4173-a137-5d702154ad22 req-8b132733-e460-47d3-acdb-3bef2bad2e33 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:52.258692 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9317d00-5bbd-4173-a137-5d702154ad22 req-8b132733-e460-47d3-acdb-3bef2bad2e33 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0940027
Apr 20 13:16:52.298975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 8813b7e3-0203-46d8-bcdc-78e395b3da41 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:16:52.309754 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a9317d00-5bbd-4173-a137-5d702154ad22 req-887b484a-7ec2-49a4-859b-11e66778e809 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432765
Apr 20 13:16:52.457084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:52.472141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '8813b7e3-0203-46d8-bcdc-78e395b3da41', 'network_id': '07563076-c08e-4e58-a023-af432bcfc80a', 'port_id': '8813b7e3-0203-46d8-bcdc-78e395b3da41', 'mac_address': 'fa:16:3e:3e:43:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbc95ba-a933-4b24-b6aa-fa376cc811d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:16:52.537135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:52.556146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8813b7e3-0203-46d8-bcdc-78e395b3da41 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:16:52.572940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:52.575970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:52.577838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:52.601845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096131-1efe-4dcb-bf25-0f8598fe48fb req-f18aa352-f36f-46be-a73a-6ee0f393f816 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:52.603365 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2096131-1efe-4dcb-bf25-0f8598fe48fb req-f18aa352-f36f-46be-a73a-6ee0f393f816 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.1624634
Apr 20 13:16:52.613484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46150) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:52.616924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a595c-c3e3-4a63-a4a0-7994fc7ba779 req-74b0b512-7132-4565-8ab5-e9062fdde0dd tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:52.619911 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fc6a595c-c3e3-4a63-a4a0-7994fc7ba779 req-74b0b512-7132-4565-8ab5-e9062fdde0dd tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 943 time: 0.1330209
Apr 20 13:16:52.620094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Request body: {'floatingip': {'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:16:52.655740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:52.658921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:52.672091 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fc6a595c-c3e3-4a63-a4a0-7994fc7ba779 req-a95ae44f-1e9c-4781-9902-ffff329c2aad tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457020
Apr 20 13:16:52.708047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:52.839147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['8813b7e3-0203-46d8-bcdc-78e395b3da41'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:16:52.977150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426a2f0-f4a9-405b-8902-62c6dafb15d6 req-62236a41-9422-4019-8a9b-70443a6ed2ab tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:52.979547 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f426a2f0-f4a9-405b-8902-62c6dafb15d6 req-62236a41-9422-4019-8a9b-70443a6ed2ab tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.1155941
Apr 20 13:16:53.034889 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f426a2f0-f4a9-405b-8902-62c6dafb15d6 req-9b0ede1e-1bc5-4c5a-a803-0eb4376c7b71 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484676
Apr 20 13:16:53.169051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-69ab97dd-1644-4fd5-996e-ee9b0483a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.171120 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-69ab97dd-1644-4fd5-996e-ee9b0483a25b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2&tenant_id=fbc598551656469295a07887269023aa HTTP/1.1" status: 200  len: 1098 time: 0.0842264
Apr 20 13:16:53.274318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-67905f2b-1e3b-4980-8ed6-301127d3f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.275926 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-67905f2b-1e3b-4980-8ed6-301127d3f2c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.0796673
Apr 20 13:16:53.389738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:53.393240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:53.425211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-575a7301-4605-4f63-8736-f2fe8e9e69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.426960 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-575a7301-4605-4f63-8736-f2fe8e9e69b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1438634
Apr 20 13:16:53.544571 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-dd52e9d2-563f-478a-958e-e1899a7ac404 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 1000 time: 0.1091788
Apr 20 13:16:53.584427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46162) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:53.585567 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Floating IP 017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f associated. External IP: 172.27.2.66, port: bd2fea89-84d7-4b1d-b7d1-13b70890cce1.
Apr 20 13:16:53.615153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-bb39f1c6-d320-4111-802c-9830daf7ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.616828 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-bb39f1c6-d320-4111-802c-9830daf7ccde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0651720
Apr 20 13:16:53.707492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-bd511556-8411-40a8-b8a5-6157b1ea162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.709280 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-bd511556-8411-40a8-b8a5-6157b1ea162b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856576
Apr 20 13:16:53.802657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:53.933039 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-ee292934-e75c-4ed9-8fe0-dbd10ecf62df service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160048
Apr 20 13:16:53.946539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d976a-44e2-4e7e-9e0e-8fa363f29c97 req-8f685bda-ac32-4e3f-bbd4-95d8e3983790 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:53.948219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb0d976a-44e2-4e7e-9e0e-8fa363f29c97 req-8f685bda-ac32-4e3f-bbd4-95d8e3983790 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 944 time: 0.1477623
Apr 20 13:16:53.954249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:16:53.961986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Usage tracker for resource:security_group_rule and tenant:26bac486fdec482a91fc8210280dd766 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:16:53.973941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:16:53.984584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:16:54.056034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:16:54.091220 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eb0d976a-44e2-4e7e-9e0e-8fa363f29c97 req-f9bc2975-fb07-4193-8183-afcd69717439 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198483
Apr 20 13:16:54.129140 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cd9a883-61c3-4552-bd5f-171a70841e1f req-af177c80-87da-467b-814e-bddef935c144 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798792
Apr 20 13:16:54.254763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4df511-9ffb-4dc4-9ef8-c9ce536286a1 req-35039b93-ec80-4e68-aad7-06d1928e2921 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:54.257163 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f4df511-9ffb-4dc4-9ef8-c9ce536286a1 req-35039b93-ec80-4e68-aad7-06d1928e2921 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.0982382
Apr 20 13:16:54.281889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.285359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.296730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-51b7c697-be3b-4d6e-8d78-5741af6c033a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:54.309059 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f4df511-9ffb-4dc4-9ef8-c9ce536286a1 req-40dccf86-d614-4ef5-816d-e4eae61c077b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447168
Apr 20 13:16:54.313557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 8813b7e3-0203-46d8-bcdc-78e395b3da41 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:16:54.362855 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26bac486fdec482a91fc8210280dd766&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7256985
Apr 20 13:16:54.363531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12420bf-ca63-4bcd-b210-fa451dfbc3c8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:54.366420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46174) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:16:54.366896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:16:54.368593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:54.381712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.387360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:16:54.411030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:54.411844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3c50>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:16:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:54.433464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.443455 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-87caa938-8adc-4530-a268-72a39e4acab4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "PUT /v2.0/floatingips/017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f HTTP/1.1" status: 200  len: 991 time: 1.8286672
Apr 20 13:16:54.444403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:54.469303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.499005 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'status': 'completed', 'code': 200}
Apr 20 13:16:54.563798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.574218 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4cd76ea2-559f-43a9-be7e-5478429990ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:54.597783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12420bf-ca63-4bcd-b210-fa451dfbc3c8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:54.603649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:54.605306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.606523 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d12420bf-ca63-4bcd-b210-fa451dfbc3c8 HTTP/1.1" status: 204  len: 168 time: 0.2390282
Apr 20 13:16:54.633668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-794664a0-89e6-4c33-9c60-8ea0c7898482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:54.635508 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-794664a0-89e6-4c33-9c60-8ea0c7898482 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1099 time: 0.1126332
Apr 20 13:16:54.761062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 8813b7e3-0203-46d8-bcdc-78e395b3da41 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:16:54.771829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 8813b7e3-0203-46d8-bcdc-78e395b3da41 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:16:54.772261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:54.800631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-19c41851-fba2-44a1-ab1a-1bbcc2baa333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:54.803416 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-19c41851-fba2-44a1-ab1a-1bbcc2baa333 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1588197
Apr 20 13:16:54.871738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:54.935779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-b47137d5-d987-4a03-bce7-88b537f8a11d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 999 time: 0.1245294
Apr 20 13:16:55.008820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-04dbea53-ecf5-4e28-9439-490daa26ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:55.010398 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-04dbea53-ecf5-4e28-9439-490daa26ec80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0657036
Apr 20 13:16:55.097962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-3fc7c48e-2ab3-4b74-b3cb-a78e7473be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:55.099206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:55.099620 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-3fc7c48e-2ab3-4b74-b3cb-a78e7473be85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809824
Apr 20 13:16:55.207872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:55.229673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:55.241635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:55.242413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:16:55.274611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41', 'code': 200}
Apr 20 13:16:55.277555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:55.297703 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-d3c61e96-cd9e-487b-826c-f3f0d8946ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901777
Apr 20 13:16:55.428429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fb77a-2f9b-4471-bd3c-ec6168b92955 req-d078f145-30f3-4ac9-a902-6e0efef27ece tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:55.429967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-117fb77a-2f9b-4471-bd3c-ec6168b92955 req-d078f145-30f3-4ac9-a902-6e0efef27ece tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.2073638
Apr 20 13:16:55.499106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:55.502471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:55.529210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:55.576542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:16:55.581159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:55.584646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:16:55.639775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3c50>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e27025-7270-4ef4-9874-75c6a83818bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:30Z', 'updated_at': '2021-04-20T13:16:53Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:55.656995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:16:55.678386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:16:55.681901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:16:55.682899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:16:55.683619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3c50>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:16:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:55.847052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e95e27b7-6b62-4e85-bc31-14a0a0d8c21e req-e24db160-25cf-47fc-9e92-82780358f740 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5327687
Apr 20 13:16:55.859636 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-117fb77a-2f9b-4471-bd3c-ec6168b92955 req-77404aa2-609f-4bef-aea2-041d33dededd tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4091470
Apr 20 13:16:55.897757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:16:55.925266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398fa1a-20d2-40c6-83cb-3ab890476736 req-69990678-69d8-4315-aecc-e230fb8acb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:55.927905 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b398fa1a-20d2-40c6-83cb-3ab890476736 req-69990678-69d8-4315-aecc-e230fb8acb0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 1098 time: 0.4356878
Apr 20 13:16:55.940303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097f797-1084-439f-801d-3426557a1ea7 req-16312b30-8b5f-4607-b9b8-d4f7278df6e9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:55.941866 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f097f797-1084-439f-801d-3426557a1ea7 req-16312b30-8b5f-4607-b9b8-d4f7278df6e9 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.4511442
Apr 20 13:16:55.962930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe55bf0f-e13c-4253-9ae6-828f44d26653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:56.025372 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b398fa1a-20d2-40c6-83cb-3ab890476736 req-7deb7e3c-9dcf-4ed2-9cd9-399845551e6c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824528
Apr 20 13:16:56.029071 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f097f797-1084-439f-801d-3426557a1ea7 req-8a1ece53-effd-476c-b708-b758cdf3983f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669434
Apr 20 13:16:56.433226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3c50>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e27025-7270-4ef4-9874-75c6a83818bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:30Z', 'updated_at': '2021-04-20T13:16:53Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:16:56.438180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642b24-1034-490e-8c2c-3bf928305b2e None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e27025-7270-4ef4-9874-75c6a83818bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:16:30Z', 'updated_at': '2021-04-20T13:16:53Z', 'revision_number': 1, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:16:56.733902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8700c-4566-4a5f-acc8-a499f8e6a8aa None None] New status for floating IP 017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:16:57.084174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eaba2-41e2-4a35-bf56-2745935c98b9 req-a6f43b86-ff24-47a3-aa77-0da58633575a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.085794 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b82eaba2-41e2-4a35-bf56-2745935c98b9 req-a6f43b86-ff24-47a3-aa77-0da58633575a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.0975826
Apr 20 13:16:57.134611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b82eaba2-41e2-4a35-bf56-2745935c98b9 req-de04ebdd-b383-46fd-904b-6c217aa3e76a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417001
Apr 20 13:16:57.275962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:16:57.324474 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'code': 200}
Apr 20 13:16:57.396530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b60ff-8c6e-4941-b86c-cdd24dee97a6 req-5ab1a42d-ae5e-427a-a77a-f15a3e73a497 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.398122 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b9b60ff-8c6e-4941-b86c-cdd24dee97a6 req-5ab1a42d-ae5e-427a-a77a-f15a3e73a497 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.1613932
Apr 20 13:16:57.400818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565861-3060-4de5-aa39-e5a0a126d89c req-91bcd5f7-db34-4db5-a94b-e46e447fbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.402256 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-91bcd5f7-db34-4db5-a94b-e46e447fbcb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1096 time: 0.1298227
Apr 20 13:16:57.525708 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b9b60ff-8c6e-4941-b86c-cdd24dee97a6 req-ef04fd9b-fb00-4d83-b3db-904e3d3f05b0 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210647
Apr 20 13:16:57.578454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565861-3060-4de5-aa39-e5a0a126d89c req-13937926-cade-4904-97c0-7709b085bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.580034 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-13937926-cade-4904-97c0-7709b085bccd service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1569829
Apr 20 13:16:57.691818 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-00bee546-c979-4594-ac52-9114215e8878 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 998 time: 0.1042132
Apr 20 13:16:57.765480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565861-3060-4de5-aa39-e5a0a126d89c req-ac4e5b39-252d-409c-b5e0-9e03bcbbbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.767058 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-ac4e5b39-252d-409c-b5e0-9e03bcbbbb92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0674531
Apr 20 13:16:57.850157 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565861-3060-4de5-aa39-e5a0a126d89c req-782924d1-5faf-4017-813e-69382c46c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:57.851703 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-782924d1-5faf-4017-813e-69382c46c838 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782442
Apr 20 13:16:57.994910 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-0baa8108-38a5-48ae-9f38-6893965a6148 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358004
Apr 20 13:16:58.138555 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30565861-3060-4de5-aa39-e5a0a126d89c req-27165012-aeb4-4276-8cce-34cdb66e85af service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361370
Apr 20 13:16:58.342299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416aca2-3955-4ee3-8b78-0d3dd0e0476e req-4039586e-a979-4734-8225-593fe3f6890a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:58.343954 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a416aca2-3955-4ee3-8b78-0d3dd0e0476e req-4039586e-a979-4734-8225-593fe3f6890a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.0883915
Apr 20 13:16:58.396215 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a416aca2-3955-4ee3-8b78-0d3dd0e0476e req-6023bd13-b195-4097-91b1-f4085725e4a1 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457883
Apr 20 13:16:58.561619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-48dd74ab-f34a-45d9-a0cf-e62f1a100f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:58.736086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee46e-6d09-4b90-87f7-088a41ad53ab req-0d6567b9-7272-44eb-bbdf-38adad6d4024 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:58.737742 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-54eee46e-6d09-4b90-87f7-088a41ad53ab req-0d6567b9-7272-44eb-bbdf-38adad6d4024 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.0937202
Apr 20 13:16:58.787366 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-54eee46e-6d09-4b90-87f7-088a41ad53ab req-c327635c-29f3-4b76-a1b9-06770b20effe tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431259
Apr 20 13:16:58.953952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:59.098312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:16:59.597723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eafcf5-6440-468c-84f3-2cba10e8a76f req-c2a4c683-8197-4ef7-927f-3e226021a1b1 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:59.599303 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-52eafcf5-6440-468c-84f3-2cba10e8a76f req-c2a4c683-8197-4ef7-927f-3e226021a1b1 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.0928516
Apr 20 13:16:59.646963 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-52eafcf5-6440-468c-84f3-2cba10e8a76f req-379fb0c1-4c54-43d9-8dfd-3c145b6c5f0a tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413101
Apr 20 13:16:59.992076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a914d18-cb95-44b6-ab52-7f80466b49b2 req-58f4c7f9-6a4a-4ba3-a24b-f51b2d9675ff tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:16:59.993675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4a914d18-cb95-44b6-ab52-7f80466b49b2 req-58f4c7f9-6a4a-4ba3-a24b-f51b2d9675ff tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.0888486
Apr 20 13:17:00.041892 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4a914d18-cb95-44b6-ab52-7f80466b49b2 req-eb6a752a-62df-450f-b082-9b91d012379c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412347
Apr 20 13:17:00.391276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:00.982311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3a7a8-c8e3-40c4-ba5b-6897c15f750d req-684ef1b5-0035-42e1-89bb-9aedc41e726b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:00.983954 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00a3a7a8-c8e3-40c4-ba5b-6897c15f750d req-684ef1b5-0035-42e1-89bb-9aedc41e726b tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.2162995
Apr 20 13:17:01.004062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1bae4-a808-4c71-bed5-36167c18a374 req-77784585-a8bc-4d69-935b-8ec912d79c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:01.005675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81d1bae4-a808-4c71-bed5-36167c18a374 req-77784585-a8bc-4d69-935b-8ec912d79c26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1096 time: 0.1836548
Apr 20 13:17:01.089897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00a3a7a8-c8e3-40c4-ba5b-6897c15f750d req-fc246191-fb30-45c8-ac19-54a336a7b8bf tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984602
Apr 20 13:17:01.098724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9652f-71af-497c-af15-18b5f2a9533b req-929edf76-a571-4673-acc8-fedde976357e tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:01.100281 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12f9652f-71af-497c-af15-18b5f2a9533b req-929edf76-a571-4673-acc8-fedde976357e tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 945 time: 0.2089219
Apr 20 13:17:01.104327 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-81d1bae4-a808-4c71-bed5-36167c18a374 req-f25c4760-aac9-4ec1-9c7c-4ab79a17f10c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840287
Apr 20 13:17:01.248707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:01.277231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Deleting port 8813b7e3-0203-46d8-bcdc-78e395b3da41 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:17:01.277619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:01.396495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5693102-004a-4bfd-8038-81b0256483ed req-fcc40124-6e4d-4a3b-9ca6-6ef005fca5d8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:01.398101 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b5693102-004a-4bfd-8038-81b0256483ed req-fcc40124-6e4d-4a3b-9ca6-6ef005fca5d8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 943 time: 0.2091630
Apr 20 13:17:01.542440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b5693102-004a-4bfd-8038-81b0256483ed req-b8877552-d3bc-458b-9db1-1dbe8ab4480b tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342947
Apr 20 13:17:01.607002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] For port 8813b7e3-0203-46d8-bcdc-78e395b3da41, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8813b7e3-0203-46d8-bcdc-78e395b3da41,segment=NetworkSegment(a6cba2eb-9c61-401d-b4bc-5db80086146f),segment_id=a6cba2eb-9c61-401d-b4bc-5db80086146f)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:01.607442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:01.740263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Calling delete_port for 8813b7e3-0203-46d8-bcdc-78e395b3da41 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:17:01.896585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:01.908657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['8813b7e3-0203-46d8-bcdc-78e395b3da41'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:17:01.908887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:01.960861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Pushing event deleted for resources: {'Port': ['ID=8813b7e3-0203-46d8-bcdc-78e395b3da41,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:01.990893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:02.045906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] No DVR routers for this DVR port 8813b7e3-0203-46d8-bcdc-78e395b3da41 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:17:02.050521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:02.053699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'name': 'network-vif-deleted', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:17:02.068771 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-12f9652f-71af-497c-af15-18b5f2a9533b req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.58 "DELETE /v2.0/ports/8813b7e3-0203-46d8-bcdc-78e395b3da41 HTTP/1.1" status: 204  len: 173 time: 0.9201481
Apr 20 13:17:02.105990 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3f70e-6e71-4e7d-9445-4ed769b86858', 'name': 'network-vif-deleted', 'tag': '8813b7e3-0203-46d8-bcdc-78e395b3da41', 'status': 'completed', 'code': 200}
Apr 20 13:17:02.317385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:17:02.319289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-293fc7c5-24ce-4e30-b497-81e4e10ae8e7 req-3dda1091-5858-416a-9b08-f16cb02faf63 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Synchronizing usage tracker for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:17:02.391532 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-293fc7c5-24ce-4e30-b497-81e4e10ae8e7 req-3dda1091-5858-416a-9b08-f16cb02faf63 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Unset dirty status for tenant:4d5d8d02d8a74288954d0c946f3cd3e5 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:17:02.392842 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-293fc7c5-24ce-4e30-b497-81e4e10ae8e7 req-3dda1091-5858-416a-9b08-f16cb02faf63 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4c3f70e-6e71-4e7d-9445-4ed769b86858 HTTP/1.1" status: 200  len: 210 time: 0.1754584
Apr 20 13:17:02.435325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-e8767086-c771-4e72-8c5b-8e0a4158353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:02.436971 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-e8767086-c771-4e72-8c5b-8e0a4158353f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1137 time: 0.1782317
Apr 20 13:17:02.449895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846302c-5525-429a-949e-0624743a616a req-ff03cca2-a964-43c4-9f34-133e1cf302ba tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:02.451997 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8846302c-5525-429a-949e-0624743a616a req-ff03cca2-a964-43c4-9f34-133e1cf302ba tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1406164
Apr 20 13:17:02.462461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:02.477159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'port_id': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'mac_address': 'fa:16:3e:73:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:17:02.535732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:02.554765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:17:02.571184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:02.576100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:02.578034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:02.593699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8846302c-5525-429a-949e-0624743a616a req-26374d47-ec25-48ea-94df-cc7b0213938e tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1166737
Apr 20 13:17:02.651949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-8ba0fd1f-8a24-4a60-9633-022363516a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:02.654263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-8ba0fd1f-8a24-4a60-9633-022363516a73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.2012336
Apr 20 13:17:02.661654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:02.664896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:02.837859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:17:03.072324 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-afa63a9b-33c3-46f1-82b4-66392741c6e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 1001 time: 0.3996205
Apr 20 13:17:03.159936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854bc8f-ccfe-4aca-98e5-26b9918fb410 req-99c97a11-f295-432d-8155-2d5d314ba2d5 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:03.161521 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8854bc8f-ccfe-4aca-98e5-26b9918fb410 req-99c97a11-f295-432d-8155-2d5d314ba2d5 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 944 time: 0.4241340
Apr 20 13:17:03.163143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-d434d198-daba-4687-ade3-3a3c517b3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:03.164565 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-d434d198-daba-4687-ade3-3a3c517b3c92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.0840409
Apr 20 13:17:03.259777 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8854bc8f-ccfe-4aca-98e5-26b9918fb410 req-3e44824b-633c-46ea-8763-b914dcafae23 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919533
Apr 20 13:17:03.285700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-64934398-2f9c-4411-80d8-372d6d45ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:03.287262 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-64934398-2f9c-4411-80d8-372d6d45ce95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1055970
Apr 20 13:17:03.430404 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-a44d257f-9dfb-4e81-9653-017efafff369 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361201
Apr 20 13:17:03.582929 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf5b2056-fedf-4a69-9106-10c758b22535 req-64af21e9-70e6-4dd4-9866-0c84c9525f17 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384199
Apr 20 13:17:03.817294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622ab1d-9382-42e9-99b0-5be34a66da32 req-95899f03-5d32-4213-a9b3-aa750172c2d4 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:03.818992 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f622ab1d-9382-42e9-99b0-5be34a66da32 req-95899f03-5d32-4213-a9b3-aa750172c2d4 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1043398
Apr 20 13:17:03.899011 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f622ab1d-9382-42e9-99b0-5be34a66da32 req-e9e3684a-37f8-410d-98d8-1325e8f59537 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0714488
Apr 20 13:17:04.337281 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:17:04.412818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:17:04.413238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:04.538938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:04.571046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:17:04.582013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:04.585285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:04.586375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 8813b7e3-0203-46d8-bcdc-78e395b3da41 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:17:04.622978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:04.659416 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'code': 200}
Apr 20 13:17:04.671667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 8813b7e3-0203-46d8-bcdc-78e395b3da41 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:17:04.672068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 8813b7e3-0203-46d8-bcdc-78e395b3da41 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:17:04.699222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:04.702874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:05.110704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70183-e2fa-4cd8-8cb2-9384d7b42574 req-fe34499f-fe8c-46fb-89f2-92dc70ec194a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:05.112248 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ade70183-e2fa-4cd8-8cb2-9384d7b42574 req-fe34499f-fe8c-46fb-89f2-92dc70ec194a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0937965
Apr 20 13:17:05.163202 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ade70183-e2fa-4cd8-8cb2-9384d7b42574 req-29c03418-421c-4b1e-8e5e-880a92e04d51 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444503
Apr 20 13:17:06.367306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef4f1b-1686-47ce-8d77-77066853eabf req-73313fbe-3647-4762-97ef-24ca96ed44e9 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:06.368940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0aef4f1b-1686-47ce-8d77-77066853eabf req-73313fbe-3647-4762-97ef-24ca96ed44e9 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0881486
Apr 20 13:17:06.422886 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0aef4f1b-1686-47ce-8d77-77066853eabf req-a8272dde-2392-4954-a876-98acfa39e3e5 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0474474
Apr 20 13:17:07.621588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006838-185b-404c-a8a3-c6e84d406d9a req-d6358f98-dc60-4204-a2af-e9d53c36af43 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:07.623644 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a006838-185b-404c-a8a3-c6e84d406d9a req-d6358f98-dc60-4204-a2af-e9d53c36af43 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0879412
Apr 20 13:17:07.674021 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a006838-185b-404c-a8a3-c6e84d406d9a req-4cfae835-e1ba-4791-ac6a-4a728da44cd3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435729
Apr 20 13:17:08.886115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e20494-3786-4991-9aa2-25118f4c07f1 req-b032b00b-ee96-4893-a8a2-f8ae3d2445ae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:08.888293 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59e20494-3786-4991-9aa2-25118f4c07f1 req-b032b00b-ee96-4893-a8a2-f8ae3d2445ae tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0946708
Apr 20 13:17:08.961531 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59e20494-3786-4991-9aa2-25118f4c07f1 req-c26e52c9-55a7-4317-8790-663e70046cd9 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0642371
Apr 20 13:17:10.205737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0c8e-40e1-41bd-bc99-32f719356649 req-9cb2f9a2-b25b-444b-afda-3da15c9375a3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:10.213864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cdcd0c8e-40e1-41bd-bc99-32f719356649 req-9cb2f9a2-b25b-444b-afda-3da15c9375a3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1256018
Apr 20 13:17:10.272757 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cdcd0c8e-40e1-41bd-bc99-32f719356649 req-0e943c94-1db9-4f17-b196-c0488b29fcb1 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578351
Apr 20 13:17:11.504956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de319f-63bd-453f-96ff-1480f1411db7 req-48fe9d37-0303-4f44-982f-238c90e3395b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:11.504956 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73de319f-63bd-453f-96ff-1480f1411db7 req-48fe9d37-0303-4f44-982f-238c90e3395b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1172361
Apr 20 13:17:11.602942 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-73de319f-63bd-453f-96ff-1480f1411db7 req-dc7b7eee-2c30-4b64-94b6-c7c8496d20ce tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1006098
Apr 20 13:17:12.831923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b058a0-c031-4324-a124-d11c2202decf req-8311a0ec-1849-4bb9-a77b-833ffdb46068 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:12.839870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-19b058a0-c031-4324-a124-d11c2202decf req-8311a0ec-1849-4bb9-a77b-833ffdb46068 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1064184
Apr 20 13:17:12.887563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-19b058a0-c031-4324-a124-d11c2202decf req-0cda9c36-b571-406d-aabd-0ad863acf012 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466378
Apr 20 13:17:14.106317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2412-2af8-48c3-8536-125848bc95c5 req-5033b989-0c03-41b7-8328-53deed531b70 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:14.109248 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c63c2412-2af8-48c3-8536-125848bc95c5 req-5033b989-0c03-41b7-8328-53deed531b70 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0953274
Apr 20 13:17:14.169814 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c63c2412-2af8-48c3-8536-125848bc95c5 req-2cc74832-aa7b-4578-9681-17309cd3501c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525258
Apr 20 13:17:15.388631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d939e-4003-4e8a-9442-51faf4438b95 req-42d0790c-092e-4a15-ad15-201d8b039b84 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:15.390677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad7d939e-4003-4e8a-9442-51faf4438b95 req-42d0790c-092e-4a15-ad15-201d8b039b84 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1008370
Apr 20 13:17:15.446687 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad7d939e-4003-4e8a-9442-51faf4438b95 req-e7105a3c-ad71-496f-b108-64de50b03962 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0476768
Apr 20 13:17:16.697965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9358-148a-4c66-859e-dfcd6ec9af77 req-858f00ec-1efd-43e2-a041-0f73e978ad04 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:16.699604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7ea9358-148a-4c66-859e-dfcd6ec9af77 req-858f00ec-1efd-43e2-a041-0f73e978ad04 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1158044
Apr 20 13:17:16.764308 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7ea9358-148a-4c66-859e-dfcd6ec9af77 req-51889034-312a-48d9-8efc-60919fa5d4df tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528445
Apr 20 13:17:17.984743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504cbc2-c5bd-4e15-948a-4a099a54277b req-62c60b64-c643-4313-9111-29ec3490a8bd tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:17.986386 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e504cbc2-c5bd-4e15-948a-4a099a54277b req-62c60b64-c643-4313-9111-29ec3490a8bd tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0935533
Apr 20 13:17:18.042372 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e504cbc2-c5bd-4e15-948a-4a099a54277b req-a8584480-bf65-425d-8e1c-86a503075eb2 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481813
Apr 20 13:17:19.270030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8f1e-6030-44ba-b0d2-0b340aae63f5 req-e02464cb-499c-47b2-b943-529d5f04906c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:19.271897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb9e8f1e-6030-44ba-b0d2-0b340aae63f5 req-e02464cb-499c-47b2-b943-529d5f04906c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1064045
Apr 20 13:17:19.326066 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fb9e8f1e-6030-44ba-b0d2-0b340aae63f5 req-9af8096a-6993-447c-9025-75ddc05ba3b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472808
Apr 20 13:17:20.538184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957928-d6a8-4d23-a627-f7efbac386fe req-adc8f60d-2f1d-4670-8ade-70fad6d3d63c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:20.539862 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8957928-d6a8-4d23-a627-f7efbac386fe req-adc8f60d-2f1d-4670-8ade-70fad6d3d63c tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.0928261
Apr 20 13:17:20.611031 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8957928-d6a8-4d23-a627-f7efbac386fe req-8dceec86-0514-4183-85e4-32f2ae35555f tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&id=513d501c-4a82-4fb6-8f63-356819cba08f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0635684
Apr 20 13:17:25.885101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ef275ad-92b6-4e6a-96cd-a0f2ec9d7fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.336788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46544) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:26.407185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Deleting subnet 0cbc95ba-a933-4b24-b6aa-fa376cc811d0 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:17:26.410351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.462655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.520406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.786732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.792527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b701ad6d-d7e2-486b-a889-f40702e29fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:26.839984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbc95ba-a933-4b24-b6aa-fa376cc811d0,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:26.842786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:26.853204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.853610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.854014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.854404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.854787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.855172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.855741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.856582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.856727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.857068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.857452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.857918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:26.865243 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0cbc95ba-a933-4b24-b6aa-fa376cc811d0 HTTP/1.1" status: 204  len: 168 time: 0.5271990
Apr 20 13:17:26.866738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:26.868354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46548) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:26.985439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.115355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.234012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8d42647f0>,) {'filters': {'network_id': ['07563076-c08e-4e58-a023-af432bcfc80a']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:17:27.247718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d42647f0>, 'a6cba2eb-9c61-401d-b4bc-5db80086146f') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:17:27.248049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d42647f0>, 'a6cba2eb-9c61-401d-b4bc-5db80086146f') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:17:27.259797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.276392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.282886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:17:27.463329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Network 07563076-c08e-4e58-a023-af432bcfc80a has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:17:27.472990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.651457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Network 07563076-c08e-4e58-a023-af432bcfc80a has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:17:27.674225 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:17:27.750206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.755266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:27.759084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:27.784011 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] 10.222.0.72 "DELETE /v2.0/networks/07563076-c08e-4e58-a023-af432bcfc80a HTTP/1.1" status: 204  len: 168 time: 0.9148006
Apr 20 13:17:27.785092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=07563076-c08e-4e58-a023-af432bcfc80a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:27.787796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-105d43cd-764f-4e9c-b256-21504b0c3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:27.973622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46556) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:28.030174 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-65521fe9-fc06-440f-937e-e64238db6fbb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d5d8d02d8a74288954d0c946f3cd3e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550246
Apr 20 13:17:28.032705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46560) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:28.094333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:28.123033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:28.170377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:28.175327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1413d27e-e59e-42c5-9f1c-6b964352d6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:28.188542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c3fd7-d1a8-48f9-9f29-dc3171d27575,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:28.198093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.198522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.198920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.199317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.200355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.200758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.201154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.201549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.201944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.202333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.202723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.203113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:28.205884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:28.209477 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f7c3fd7-d1a8-48f9-9f29-dc3171d27575 HTTP/1.1" status: 204  len: 168 time: 0.1734159
Apr 20 13:17:28.209477 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:28.563702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-25846b34-b669-4249-b3bc-6cd82e2bccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:28.833584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:17:28.951244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:29.103466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:30.390300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:31.252004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.278534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46614) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:32.404229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.419298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:17:32.423332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6cbaf93982c640dfa20183b3262d9bc2 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:17:32.426575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:17:32.432596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:17:32.520198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.522845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.532023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-39f89af6-0730-44f9-8d59-928c12613612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:32.573221 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cbaf93982c640dfa20183b3262d9bc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935884
Apr 20 13:17:32.574175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86a646-cb34-4755-a701-d6c054cdbfa4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:32.576669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46620) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:17:32.578016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-82950e42-c887-4177-a975-23fa1188d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:32.639647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.665972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.712159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.717106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-72d1621d-7f4d-4ca3-87ec-05d80a57b26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:32.727800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86a646-cb34-4755-a701-d6c054cdbfa4,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:32.732574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:32.734610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:32.735839 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac86a646-cb34-4755-a701-d6c054cdbfa4 HTTP/1.1" status: 204  len: 168 time: 0.1580334
Apr 20 13:17:42.097248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab4f8-421e-45d9-946d-faa8062c84b3 req-6110f7be-9094-463a-ac13-862589f1783e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:42.098739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-275ab4f8-421e-45d9-946d-faa8062c84b3 req-6110f7be-9094-463a-ac13-862589f1783e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0948114
Apr 20 13:17:42.151563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-275ab4f8-421e-45d9-946d-faa8062c84b3 req-a1c0795d-2be2-4e19-b690-0e6b4d84ed1b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459177
Apr 20 13:17:43.616360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594964b-df96-4737-ae6b-dc99f60785b2 req-7a8fa359-8f00-4cf6-a5d9-107b4e5dfc18 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:43.617900 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8594964b-df96-4737-ae6b-dc99f60785b2 req-7a8fa359-8f00-4cf6-a5d9-107b4e5dfc18 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0890064
Apr 20 13:17:43.666935 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8594964b-df96-4737-ae6b-dc99f60785b2 req-66f00298-bfcb-4499-819b-a77792975a75 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419416
Apr 20 13:17:44.879829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb8492-3754-4a6d-bbde-05ce71176ddd req-1f4aa528-fdd2-487b-aeff-cd0bd315a010 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:44.881441 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59bb8492-3754-4a6d-bbde-05ce71176ddd req-1f4aa528-fdd2-487b-aeff-cd0bd315a010 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0928175
Apr 20 13:17:44.931286 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59bb8492-3754-4a6d-bbde-05ce71176ddd req-d4f0002c-39ed-4f82-8469-e061a468b027 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426879
Apr 20 13:17:46.284415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d5c59-14cb-475f-a2b9-d89d522c4130 req-aeb51612-6b0e-4e5b-835a-f77610b2539d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:46.286019 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c92d5c59-14cb-475f-a2b9-d89d522c4130 req-aeb51612-6b0e-4e5b-835a-f77610b2539d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0910625
Apr 20 13:17:46.337690 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c92d5c59-14cb-475f-a2b9-d89d522c4130 req-e02c5b70-2b51-40ac-bc2b-f9371511820b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449686
Apr 20 13:17:47.543699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a854e7-1803-4e79-8c3d-fab2fc0bc5b8 req-d8a731c2-b8e5-4fee-a349-39b2659805e1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:47.545312 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56a854e7-1803-4e79-8c3d-fab2fc0bc5b8 req-d8a731c2-b8e5-4fee-a349-39b2659805e1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0894108
Apr 20 13:17:47.594583 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-56a854e7-1803-4e79-8c3d-fab2fc0bc5b8 req-719c57c1-890d-4cf7-bb0b-f4c824527233 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423956
Apr 20 13:17:48.803253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1653fe-25c6-43b8-99fe-947746c1106f req-c5e5ec1f-3cf1-4d4a-944e-d978f2ba9865 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:48.804875 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-df1653fe-25c6-43b8-99fe-947746c1106f req-c5e5ec1f-3cf1-4d4a-944e-d978f2ba9865 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0922771
Apr 20 13:17:48.853772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-df1653fe-25c6-43b8-99fe-947746c1106f req-fed50705-97d1-49a1-b37f-376eefc561a6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419600
Apr 20 13:17:50.064786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fee80-b754-4cae-bbf6-3fc92967a2f9 req-dd750e77-769e-47d3-8364-05ec707c3d1a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:50.066878 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb0fee80-b754-4cae-bbf6-3fc92967a2f9 req-dd750e77-769e-47d3-8364-05ec707c3d1a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0897801
Apr 20 13:17:50.114625 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb0fee80-b754-4cae-bbf6-3fc92967a2f9 req-d356abfb-617d-4643-98a9-a85844bd3281 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413883
Apr 20 13:17:51.542617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad12a-18bb-4f74-ae3d-0b743182720c req-f4a31937-5c5c-4ddd-b55a-2fcf53d63146 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:51.544826 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a0bad12a-18bb-4f74-ae3d-0b743182720c req-f4a31937-5c5c-4ddd-b55a-2fcf53d63146 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.3126509
Apr 20 13:17:51.591766 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a0bad12a-18bb-4f74-ae3d-0b743182720c req-ef17b579-f7b6-42d2-a608-150d938fa1c0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403955
Apr 20 13:17:52.586483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:17:52.726948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:52.741650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:17:52.795573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0870e0-2d6f-4328-8a08-15a3a85e714c req-14e5a700-0453-401b-9844-828ee7202e67 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:52.797146 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf0870e0-2d6f-4328-8a08-15a3a85e714c req-14e5a700-0453-401b-9844-828ee7202e67 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0886261
Apr 20 13:17:52.800796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:52.819310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:17:52.835836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:52.838864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:52.841201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:52.849859 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cf0870e0-2d6f-4328-8a08-15a3a85e714c req-f944cf9c-de72-419a-8176-312fd5773d1a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458894
Apr 20 13:17:52.916355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:52.924837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.925234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.925619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.925996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.926371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.927000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.927373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.927769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.928139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.928508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.928880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.929246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:17:52.933366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:52.937364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['bd2fea89-84d7-4b1d-b7d1-13b70890cce1'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:17:54.055431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814759-9329-4bce-8110-3d739941c985 req-09fe5c48-94ec-489c-9d62-88ea33b81a84 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:54.056994 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bc814759-9329-4bce-8110-3d739941c985 req-09fe5c48-94ec-489c-9d62-88ea33b81a84 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 945 time: 0.0859518
Apr 20 13:17:54.103274 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bc814759-9329-4bce-8110-3d739941c985 req-acfccd57-8200-4f2b-91f3-360ed5730859 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394826
Apr 20 13:17:54.601265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:17:54.673369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:17:54.673862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:54.797916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:54.826369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:17:54.837093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:17:54.840096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:54.842852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:17:54.893930 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'code': 200}
Apr 20 13:17:54.919791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:17:54.923102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:17:55.320467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb9f46-ea5a-4ff2-ad0c-0766984b3d49 req-145fd4ea-0954-471a-92da-6bc9c35481dd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:55.322189 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-88cb9f46-ea5a-4ff2-ad0c-0766984b3d49 req-145fd4ea-0954-471a-92da-6bc9c35481dd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0958850
Apr 20 13:17:55.373364 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-88cb9f46-ea5a-4ff2-ad0c-0766984b3d49 req-6470609d-abc4-4a5f-8ea9-d815f8dc26ac tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440414
Apr 20 13:17:55.906784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-723ba96c-6783-4bbd-ad21-0396dbaa06c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:56.596283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f217110-1909-4640-8182-49d016f46544 req-1311f3c1-5447-47bc-9a00-639a56aa86de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:56.598104 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7f217110-1909-4640-8182-49d016f46544 req-1311f3c1-5447-47bc-9a00-639a56aa86de tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0938063
Apr 20 13:17:56.655332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7f217110-1909-4640-8182-49d016f46544 req-f4c4cf4a-1b3c-4bcb-812e-f42b6ec08da5 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507326
Apr 20 13:17:57.310693 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-01328745-17df-4d7d-8fe8-77075a2704e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844226
Apr 20 13:17:57.484933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-174ae27f-aaad-49b8-b7d2-0728ca31ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:57.487191 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-174ae27f-aaad-49b8-b7d2-0728ca31ed59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.0883372
Apr 20 13:17:57.665385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-7829c5ed-1e59-4b76-84e8-abeb58aeb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:57.668177 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-7829c5ed-1e59-4b76-84e8-abeb58aeb0d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1551995
Apr 20 13:17:57.841180 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-0685dcb0-16a7-47a3-9b50-2eca36be3210 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 1000 time: 0.1654940
Apr 20 13:17:57.941321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-84a37426-8212-40b6-b923-cd929a2f1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:57.942775 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-84a37426-8212-40b6-b923-cd929a2f1932 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0888059
Apr 20 13:17:58.025955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bfe5-1982-4c4c-a465-fa33f565ce05 req-0c836a07-ca17-4b07-bc82-c234654b4a48 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:58.027590 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4e8bfe5-1982-4c4c-a465-fa33f565ce05 req-0c836a07-ca17-4b07-bc82-c234654b4a48 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.2287447
Apr 20 13:17:58.084234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-1c5f8490-dc14-4834-bbcd-5fa22898ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:58.085832 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-1c5f8490-dc14-4834-bbcd-5fa22898ff61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1336596
Apr 20 13:17:58.110612 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4e8bfe5-1982-4c4c-a465-fa33f565ce05 req-f5133209-fc2d-4e81-8bd5-f3ac46305182 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691037
Apr 20 13:17:58.272840 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-d3fbd60e-172f-4924-88b5-48d983a66c5d service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661391
Apr 20 13:17:58.426164 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-45bd416f-e952-4081-8f95-c1149ebf7b0c req-c93e8abf-43b9-45b9-8bb9-96c7bbca6a5b service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455221
Apr 20 13:17:58.568587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-424f43fc-41ed-49ee-891b-d50910a33908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:58.953891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:59.106618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:17:59.334244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72d98-9058-4970-beac-ef1f6a59fc70 req-ef99c49f-fbfe-4147-bfe1-bcd063fcf434 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:17:59.339870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cb72d98-9058-4970-beac-ef1f6a59fc70 req-ef99c49f-fbfe-4147-bfe1-bcd063fcf434 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0972242
Apr 20 13:17:59.387159 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7cb72d98-9058-4970-beac-ef1f6a59fc70 req-7713d51c-9844-4e47-860d-aa7526e90896 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436466
Apr 20 13:17:59.895130 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-d991d5c9-ef8d-43ab-b5b2-89d653d5a9f6 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499471330&fields=id&tenant_id=81ac9e583cf14db1818f157347c48621 HTTP/1.1" status: 200  len: 267 time: 0.0528774
Apr 20 13:18:00.006112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-c063066c-01dd-4445-9fbf-585778c90e17 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:00.007818 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-c063066c-01dd-4445-9fbf-585778c90e17 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 984 time: 0.1058290
Apr 20 13:18:00.020070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Request body: {'port': {'security_groups': ['a01e7ceb-8efb-47ed-b7dc-e709062186ef']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:00.160315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.397573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.453660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:00.484679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.490136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.505181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ddae5af3-e748-4080-bfff-4228b9a3487c tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:00.513340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:18:00.675950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:00.677984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.684515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9425f670-f20e-401b-9575-2a5f6b4ba11c req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "PUT /v2.0/ports/64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 942 time: 0.6698661
Apr 20 13:18:00.685266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:00.690980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46740) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:00.715276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event updated for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=7']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:00.721172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:00.753053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee11966-5d40-4f47-95f9-e4c8ec60f43a req-eed850f3-9f14-4459-9f19-cc45bfe8738b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:00.754148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ee11966-5d40-4f47-95f9-e4c8ec60f43a req-eed850f3-9f14-4459-9f19-cc45bfe8738b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.1781812
Apr 20 13:18:00.767042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:18:00.801223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.831917 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5ee11966-5d40-4f47-95f9-e4c8ec60f43a req-3438b8da-d626-42b7-b207-777ed0e08676 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707829
Apr 20 13:18:00.836376 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:18:00.882722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.993562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:00.997222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-b4d4d695-f336-43af-b5a4-899296ffaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:00.998999 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-b4d4d695-f336-43af-b5a4-899296ffaa1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1098 time: 0.1446371
Apr 20 13:18:00.999912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-115f25ae-b258-48e4-a942-4e377a77a875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:01.016227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d501c-4a82-4fb6-8f63-356819cba08f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:01.021523 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:01.035081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:01.041161 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-51ad8e1f-cdcb-4d90-888e-9561b421fe09 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "DELETE /v2.0/security-groups/513d501c-4a82-4fb6-8f63-356819cba08f HTTP/1.1" status: 204  len: 168 time: 0.3488603
Apr 20 13:18:01.044993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46746) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:01.119661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e9f02572-9ecd-4287-98fe-dd45f95f011b None None] Provisioning complete for port 64cbe947-0c8c-4425-9635-f21fe8d6e81f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:01.120082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e9f02572-9ecd-4287-98fe-dd45f95f011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:01.297173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:01.361669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Deleting port 2a07768c-a2a8-4397-a6fc-81d01114ef29 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:01.362140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:01.457428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-2386acd4-54a1-4883-988a-1d4e1bc274f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:01.459264 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-2386acd4-54a1-4883-988a-1d4e1bc274f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.4526119
Apr 20 13:18:01.647584 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-42e711a7-b0d0-4cc7-99a4-c0f762f5419f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 1001 time: 0.1411474
Apr 20 13:18:01.709956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:01.710327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:02.090247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Calling delete_port for 2a07768c-a2a8-4397-a6fc-81d01114ef29 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:02.185209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-e0d28cb6-667a-4d37-81ef-4a9637c2d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:02.186713 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-e0d28cb6-667a-4d37-81ef-4a9637c2d337 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.5272777
Apr 20 13:18:02.336605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889a49-fe97-42ee-b005-f82d1a6899f9 req-ea28ab92-62c0-4555-8adf-1e2561df7d60 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:02.338195 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f6889a49-fe97-42ee-b005-f82d1a6899f9 req-ea28ab92-62c0-4555-8adf-1e2561df7d60 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.2585423
Apr 20 13:18:02.372500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-220f0922-6883-4bab-baad-4217d88cb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:02.374093 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-220f0922-6883-4bab-baad-4217d88cb189 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1759698
Apr 20 13:18:02.540149 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f6889a49-fe97-42ee-b005-f82d1a6899f9 req-232190a5-6bf5-4862-9a53-d1e4c48709ae tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1908741
Apr 20 13:18:02.596448 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-d5c7e7a3-52ad-40a6-98e5-9e4ece7a82cc service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045205
Apr 20 13:18:02.597533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:02.602417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dab4d4e1-bc6c-47e9-9262-0d6379649684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:02.680732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event deleted for resources: {'Port': ['ID=2a07768c-a2a8-4397-a6fc-81d01114ef29,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:02.759022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:02.873677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:02.873983 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Floating IP 7fd7df57-0585-4e4f-b845-10aa6dd617b2 disassociated (deleted). External IP: 172.27.2.149, port: 64cbe947-0c8c-4425-9635-f21fe8d6e81f.
Apr 20 13:18:03.004559 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5276d95e-e966-4b58-a0d6-d534ecf3bd3a req-924c62c6-cbde-488e-9415-ff86f3e928a1 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3599789
Apr 20 13:18:03.287006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Router c38c964f-2c0b-499b-aa4a-806458d61d3e has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:03.503386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:03.525530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Sync routers for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:03.537665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:03.538796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4923ac8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:03.542657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:03.612568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "DELETE /v2.0/floatingips/7fd7df57-0585-4e4f-b845-10aa6dd617b2 HTTP/1.1" status: 204  len: 168 time: 2.5663197
Apr 20 13:18:03.613446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:03.732019 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:18:03.783278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:03.942071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-5c6cb3ee-2c7a-4d7f-b341-b96045f6da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:03.949572 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-5c6cb3ee-2c7a-4d7f-b341-b96045f6da19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81ac9e583cf14db1818f157347c48621&device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 1098 time: 0.1912796
Apr 20 13:18:04.033248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab105d-b3cd-4915-81e4-5077f5749f60 req-dbbf58bd-b308-4d29-8ec6-3dfbfa07fcd4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:04.041519 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e7ab105d-b3cd-4915-81e4-5077f5749f60 req-dbbf58bd-b308-4d29-8ec6-3dfbfa07fcd4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.3625500
Apr 20 13:18:04.196587 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e7ab105d-b3cd-4915-81e4-5077f5749f60 req-9936edc4-0771-4987-ae0b-439dd42c61e9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539428
Apr 20 13:18:04.283803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-5c5b65d3-e5c4-4a54-8cfc-e87535cffc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:04.285373 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-5c5b65d3-e5c4-4a54-8cfc-e87535cffc5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 200  len: 917 time: 0.3253098
Apr 20 13:18:04.354356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4923ac8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:04.359149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Checking router: c38c964f-2c0b-499b-aa4a-806458d61d3e for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:04.368278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:04.368938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4923ac8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:04.373662 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-f5c0adb7-b9ca-4be7-ab69-4af8cb8efade service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 200  len: 217 time: 0.0776060
Apr 20 13:18:04.475261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-b91af3a7-8c42-49c5-842b-23a77226d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:04.477194 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-b91af3a7-8c42-49c5-842b-23a77226d2bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 200  len: 854 time: 0.0952058
Apr 20 13:18:04.564951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-bdb21be6-7805-4f82-babc-5c26586c5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:04.566720 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-bdb21be6-7805-4f82-babc-5c26586c5f1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9335c50-c778-4ce1-b387-0c49527cbd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831306
Apr 20 13:18:04.585333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:04.721446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-200b338c-7ca2-497d-a612-2fa30a768d71 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465309
Apr 20 13:18:04.874487 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5223990a-f16f-40ca-a5cb-cf2ed1e679a1 req-ddde1835-a84e-4b77-a0a7-f48f434f83a2 service neutron] 10.222.0.58 "GET /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448603
Apr 20 13:18:04.957606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4923ac8>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:04.961835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6208c-328d-4d63-a06a-763503b319a3 None None] The sync data for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi is: [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:15:09Z', 'revision_number': 4, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b', 'name': '', 'network_id': 'f9335c50-c778-4ce1-b387-0c49527cbd2a', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'mac_address': 'fa:16:3e:bc:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:07Z', 'updated_at': '2021-04-20T13:15:18Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'subnets': [{'id': 'e2773465-60a0-40b3-96a7-3e83a255202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:05.361907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450e0b8-61d3-403e-88db-914545ed6cf8 None None] New status for floating IP 7fd7df57-0585-4e4f-b845-10aa6dd617b2: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:18:05.462868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34083f-3111-4f4f-871d-33d21369cc08 req-745f5f4e-348a-424f-9eea-07fa058aa05f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:05.464543 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f34083f-3111-4f4f-871d-33d21369cc08 req-745f5f4e-348a-424f-9eea-07fa058aa05f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.1321304
Apr 20 13:18:05.518439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f34083f-3111-4f4f-871d-33d21369cc08 req-c2ab398b-e9dc-4d56-b649-61aae0390d11 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457716
Apr 20 13:18:05.655657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-adf2bfa0-a842-4bbf-b442-10c249cf79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:05.657256 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-adf2bfa0-a842-4bbf-b442-10c249cf79df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1099 time: 0.0786703
Apr 20 13:18:05.834007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:18:06.027591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-2ff6b462-0e72-43cf-a038-db9eda07a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:06.029202 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-2ff6b462-0e72-43cf-a038-db9eda07a38d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.3608947
Apr 20 13:18:06.138502 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-3012467a-e7a3-47f4-b4ab-e64f1daa76dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 1001 time: 0.1017337
Apr 20 13:18:06.208933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-4874ba45-5a8c-4562-92e1-3698ec31b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:06.210428 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-4874ba45-5a8c-4562-92e1-3698ec31b7d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0653594
Apr 20 13:18:06.295768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-ab4633e9-b273-45e4-bfee-e1f7c6297b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:06.297299 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-ab4633e9-b273-45e4-bfee-e1f7c6297b29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772424
Apr 20 13:18:06.443539 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-7188d96f-8092-4b1f-b246-62f76afe23df service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341593
Apr 20 13:18:06.594247 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cc03ed2a-7891-45ba-942e-72230c6b4449 req-c80f5ca3-0368-415a-8019-e1c83e273ce6 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406417
Apr 20 13:18:06.730322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6cfe-251f-4ec3-8dc2-3870737c2f63 req-c30cabab-12c7-451b-8e76-a0d2f703dbf1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:06.732458 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58eb6cfe-251f-4ec3-8dc2-3870737c2f63 req-c30cabab-12c7-451b-8e76-a0d2f703dbf1 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0889113
Apr 20 13:18:06.785462 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58eb6cfe-251f-4ec3-8dc2-3870737c2f63 req-f59cf736-bbb9-4bce-87af-6253d4bbe6d9 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464878
Apr 20 13:18:07.998996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b572c-791d-4529-8f6a-97bf242a9040 req-e6c65cf3-91b2-407f-8c39-8dd0c5fd2384 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:08.000671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-160b572c-791d-4529-8f6a-97bf242a9040 req-e6c65cf3-91b2-407f-8c39-8dd0c5fd2384 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 946 time: 0.0941076
Apr 20 13:18:08.049664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-160b572c-791d-4529-8f6a-97bf242a9040 req-a60e25b1-167d-4a1c-b2ac-136fea0a944e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423381
Apr 20 13:18:08.365800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31fd0-f1a6-4c2b-be56-dfc3c44a71da req-b4e31cba-720e-4a4f-bd06-15509b52082d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:08.366560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d4c31fd0-f1a6-4c2b-be56-dfc3c44a71da req-b4e31cba-720e-4a4f-bd06-15509b52082d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Synchronizing usage tracker for tenant:81ac9e583cf14db1818f157347c48621 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:18:08.381720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d4c31fd0-f1a6-4c2b-be56-dfc3c44a71da req-b4e31cba-720e-4a4f-bd06-15509b52082d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Unset dirty status for tenant:81ac9e583cf14db1818f157347c48621 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:18:08.382975 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4c31fd0-f1a6-4c2b-be56-dfc3c44a71da req-b4e31cba-720e-4a4f-bd06-15509b52082d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.1097405
Apr 20 13:18:08.434184 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d4c31fd0-f1a6-4c2b-be56-dfc3c44a71da req-ece81064-1b60-4307-a107-e6d9f3c35ae3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446522
Apr 20 13:18:08.623508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:08.742635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:08.771392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:08.782451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:08.785440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:08.787310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-993c887c-4cd1-46b1-b96a-b3d7a2f3f5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:08.828664 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'code': 200}
Apr 20 13:18:08.862853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:08.866055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:09.267458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1667-443d-450a-b8da-729f6d3fb0b1 req-f4ca9d6a-2f47-4826-867d-6e9825138322 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:09.269072 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a61e1667-443d-450a-b8da-729f6d3fb0b1 req-f4ca9d6a-2f47-4826-867d-6e9825138322 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.0990274
Apr 20 13:18:09.320067 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a61e1667-443d-450a-b8da-729f6d3fb0b1 req-e6bdffe9-73e1-4e1f-82bd-b937f0a8b829 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446322
Apr 20 13:18:09.646378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218f54-e53d-4b1e-95bc-e8cdb84ec3c5 req-f1d29d26-6d5f-448a-bb5c-616dad2d887a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:09.647988 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-92218f54-e53d-4b1e-95bc-e8cdb84ec3c5 req-f1d29d26-6d5f-448a-bb5c-616dad2d887a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0953727
Apr 20 13:18:09.699845 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-92218f54-e53d-4b1e-95bc-e8cdb84ec3c5 req-4d020788-7b60-4c19-8a0b-0553242dd561 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450919
Apr 20 13:18:10.324684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-a7295cb9-8a65-4f45-a382-1fc3e5ceff9d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:10.326846 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-a7295cb9-8a65-4f45-a382-1fc3e5ceff9d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.58 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.0916932
Apr 20 13:18:10.411754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Deleting port 64cbe947-0c8c-4425-9635-f21fe8d6e81f {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:10.412092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:10.700574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] For port 64cbe947-0c8c-4425-9635-f21fe8d6e81f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=64cbe947-0c8c-4425-9635-f21fe8d6e81f,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:10.700982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:10.846486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Calling delete_port for 64cbe947-0c8c-4425-9635-f21fe8d6e81f owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:11.125938 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-6c160971-4448-4b6d-a261-ed1d66e98373 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3319869
Apr 20 13:18:11.133073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdada-378e-49f1-af9b-eb382d843387 req-fb63acf3-5696-4632-a3ac-ed864c72163a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:11.134699 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-699cdada-378e-49f1-af9b-eb382d843387 req-fb63acf3-5696-4632-a3ac-ed864c72163a tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/ports?device_id=743f5dc0-07e9-4986-8cf6-cd5fe413da38 HTTP/1.1" status: 200  len: 945 time: 0.2970252
Apr 20 13:18:11.151672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc9f5-5527-4cb7-b85a-310a3434ee2f req-f65f748e-7bc6-4ce1-bb1e-ae9f902927b3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:11.153732 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a5cc9f5-5527-4cb7-b85a-310a3434ee2f req-f65f748e-7bc6-4ce1-bb1e-ae9f902927b3 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3168266
Apr 20 13:18:11.229834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:11.241768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-908761f7-5392-4c37-8209-089886072001 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:11.245889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['64cbe947-0c8c-4425-9635-f21fe8d6e81f'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:18:11.300212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-699cdada-378e-49f1-af9b-eb382d843387 req-dae09b6f-baeb-4696-bf7f-aae4a0ee13e4 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.72 "GET /v2.0/security-groups?id=a01e7ceb-8efb-47ed-b7dc-e709062186ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572881
Apr 20 13:18:11.304806 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Pushing event deleted for resources: {'Port': ['ID=64cbe947-0c8c-4425-9635-f21fe8d6e81f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:11.310812 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a5cc9f5-5527-4cb7-b85a-310a3434ee2f req-8f345cca-a0ab-46e9-82c9-a01014b28bf4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370914
Apr 20 13:18:11.311522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:11.400858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] No DVR routers for this DVR port 64cbe947-0c8c-4425-9635-f21fe8d6e81f on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:11.404142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:11.407075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'name': 'network-vif-deleted', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:11.422832 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59b8f85f-05f6-471c-a2d5-166c82b5fe8b req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] 10.222.0.58 "DELETE /v2.0/ports/64cbe947-0c8c-4425-9635-f21fe8d6e81f HTTP/1.1" status: 204  len: 173 time: 1.0889587
Apr 20 13:18:11.459022 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743f5dc0-07e9-4986-8cf6-cd5fe413da38', 'name': 'network-vif-deleted', 'tag': '64cbe947-0c8c-4425-9635-f21fe8d6e81f', 'status': 'completed', 'code': 200}
Apr 20 13:18:11.694181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-72732088-6690-4a9a-9414-d8c0e30ccda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:11.695851 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-72732088-6690-4a9a-9414-d8c0e30ccda3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc&tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d HTTP/1.1" status: 200  len: 1097 time: 0.0830629
Apr 20 13:18:11.800829 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-9c140799-36bb-4179-a1f5-777f1177de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:11.802768 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-9c140799-36bb-4179-a1f5-777f1177de1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1097 time: 0.0819352
Apr 20 13:18:11.952825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-699ffc17-c2ab-4aa7-b9e0-c426f0a8a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:11.954356 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-699ffc17-c2ab-4aa7-b9e0-c426f0a8a4f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1438830
Apr 20 13:18:12.083518 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-15ebdb00-6908-4b73-bde9-be3208224f04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 999 time: 0.1156952
Apr 20 13:18:12.153209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-3a09dac7-7ae9-4360-8fc7-d3c31926670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:12.154758 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-3a09dac7-7ae9-4360-8fc7-d3c31926670a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0633998
Apr 20 13:18:12.241429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-25f1b8dd-599b-4f0f-999b-9d3102a0920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:12.243243 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-25f1b8dd-599b-4f0f-999b-9d3102a0920b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814044
Apr 20 13:18:12.391916 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-6afe73e8-bd44-4c4a-8f1c-e8ef370a6b90 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384218
Apr 20 13:18:12.614512 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-deaf2c9a-a8eb-4890-8dd3-604671bfe601 req-c6b1d0f4-3b81-4f44-a14b-a4acad4e16bc service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116070
Apr 20 13:18:12.627103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3991-9c85-4fd5-9d39-7f2f1a69662e req-def6a6b1-8389-46a1-9c6e-671fcd61218f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:12.629166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 64cbe947-0c8c-4425-9635-f21fe8d6e81f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:12.629334 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-34fe3991-9c85-4fd5-9d39-7f2f1a69662e req-def6a6b1-8389-46a1-9c6e-671fcd61218f tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.1515441
Apr 20 13:18:12.674434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 64cbe947-0c8c-4425-9635-f21fe8d6e81f {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:12.674928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 64cbe947-0c8c-4425-9635-f21fe8d6e81f not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:12.675440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:12.683248 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-34fe3991-9c85-4fd5-9d39-7f2f1a69662e req-54f75db4-e6e4-4b53-896f-6ce2c26a8fee tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459363
Apr 20 13:18:12.994012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46894) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:13.920895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:14.265669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db8de0-0150-49d5-85ff-ef324501e4a9 req-82fd2240-5e63-4827-8e40-0a2143a790e6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:14.267321 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-02db8de0-0150-49d5-85ff-ef324501e4a9 req-82fd2240-5e63-4827-8e40-0a2143a790e6 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.2717626
Apr 20 13:18:14.374324 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-02db8de0-0150-49d5-85ff-ef324501e4a9 req-90291438-05af-46b7-831d-6816d6df8375 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983741
Apr 20 13:18:14.458406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Deleting port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:14.458788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:14.659785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] For port 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:14.660132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:14.796807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Calling delete_port for 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:14.995436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:15.001731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1759d396-6354-4c34-a871-fc79cc6d8fcf tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:15.051127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:15.096643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:15.357891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:15.799221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654814-e37f-4d50-bc9d-3ed342170fea req-fee75428-f808-4742-836c-eb768389634d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:15.800871 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba654814-e37f-4d50-bc9d-3ed342170fea req-fee75428-f808-4742-836c-eb768389634d tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.2680824
Apr 20 13:18:15.873429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ba654814-e37f-4d50-bc9d-3ed342170fea req-8f257775-b7a9-4686-91b2-6fa988ddaf51 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635498
Apr 20 13:18:15.896753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Router c38c964f-2c0b-499b-aa4a-806458d61d3e has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:16.129167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:16.139266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Sync routers for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:16.143308 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] 10.222.0.72 "PUT /v2.0/routers/c38c964f-2c0b-499b-aa4a-806458d61d3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1480889
Apr 20 13:18:16.146009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46924) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:16.159163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:16.159989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d530dd30>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:16.380622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:16.599773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:16.755014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d530dd30>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '97928092-0de5-4578-8314-4959244c50d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:18:14Z', 'revision_number': 5, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port': {'id': '97928092-0de5-4578-8314-4959244c50d7', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:03Z', 'updated_at': '2021-04-20T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:16.759712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Checking router: c38c964f-2c0b-499b-aa4a-806458d61d3e for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:16.769555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Routers {'c38c964f-2c0b-499b-aa4a-806458d61d3e'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:16.770236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d530dd30>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['c38c964f-2c0b-499b-aa4a-806458d61d3e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:16.824473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:16.833728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Deleting port 97928092-0de5-4578-8314-4959244c50d7 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:16.834203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:17.005572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] Set router c38c964f-2c0b-499b-aa4a-806458d61d3e gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:17.132978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d530dd30>, [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:18:16Z', 'revision_number': 6, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:17.133850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] For port 97928092-0de5-4578-8314-4959244c50d7, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=97928092-0de5-4578-8314-4959244c50d7,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:17.134253 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:17.137995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafb2d0-f134-480e-a840-23594a4dea09 None None] The sync data for ids ['c38c964f-2c0b-499b-aa4a-806458d61d3e'] in dv-cinder-786627-2-iscsi is: [{'id': 'c38c964f-2c0b-499b-aa4a-806458d61d3e', 'name': 'tempest-TestMinimumBasicScenario-1464471055-router', 'tenant_id': '81ac9e583cf14db1818f157347c48621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:01Z', 'updated_at': '2021-04-20T13:18:16Z', 'revision_number': 6, 'project_id': '81ac9e583cf14db1818f157347c48621', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:17.281080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Calling delete_port for 97928092-0de5-4578-8314-4959244c50d7 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:17.370061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d95095-a2d5-4b68-8fc7-82a9a1280a25 req-8e7e4744-16e6-4b2d-a56a-175d838dab6b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:17.371750 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58d95095-a2d5-4b68-8fc7-82a9a1280a25 req-8e7e4744-16e6-4b2d-a56a-175d838dab6b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.2982523
Apr 20 13:18:17.457904 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-58d95095-a2d5-4b68-8fc7-82a9a1280a25 req-5452ffbf-b602-4d14-bd9e-d330e1f66625 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762179
Apr 20 13:18:17.542839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:17.549052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1589e180-56fc-4cfe-ac91-b443059ae622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:17.607125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Pushing event deleted for resources: {'Port': ['ID=97928092-0de5-4578-8314-4959244c50d7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:17.637135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:17.715599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:17.920985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:17.923630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.007526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 97928092-0de5-4578-8314-4959244c50d7 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:18.032073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.032871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38c964f-2c0b-499b-aa4a-806458d61d3e {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:18:18.044828 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 97928092-0de5-4578-8314-4959244c50d7 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:18.045216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 97928092-0de5-4578-8314-4959244c50d7 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:18.045684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:18.049669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.051128 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c38c964f-2c0b-499b-aa4a-806458d61d3e HTTP/1.1" status: 204  len: 168 time: 1.9039958
Apr 20 13:18:18.054000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46930) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:18.094091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:18.094425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 6e28e9bf-1c48-4b10-a5f9-9fcd009fd31b not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:18.145798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Deleting subnet e2773465-60a0-40b3-96a7-3e83a255202d {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:18:18.150007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.204875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.334083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.728507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.740871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0a5f-126d-4073-bcbe-2b5759ad67d2 req-2bc5a286-595b-46d2-8bae-a34f31cb44cf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:18.742423 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0c6b0a5f-126d-4073-bcbe-2b5759ad67d2 req-2bc5a286-595b-46d2-8bae-a34f31cb44cf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.1254983
Apr 20 13:18:18.744112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-74764f94-631c-4958-b2a7-ad77e13d2267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:18.805173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2773465-60a0-40b3-96a7-3e83a255202d,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:18.807374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.810958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5047e-a0af-4e8f-aea4-fd6f4b2c40ae None None] Network f9335c50-c778-4ce1-b387-0c49527cbd2a requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:18.814343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:18.819761 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e2773465-60a0-40b3-96a7-3e83a255202d HTTP/1.1" status: 204  len: 168 time: 0.7644587
Apr 20 13:18:18.822847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46936) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:18.844294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0c6b0a5f-126d-4073-bcbe-2b5759ad67d2 req-738cc2b1-030a-4af2-bdb0-5f435f64cfc2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690367
Apr 20 13:18:18.963690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:18.977092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Deleting port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:18.977594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.124023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] DHCP port deletion for f9335c50-c778-4ce1-b387-0c49527cbd2a request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:18:19.132797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Deleting port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:19.133379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.261663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] For port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:19.262278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.421636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Calling delete_port for 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:19.509283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.520319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:19.564571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] For port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,segment=NetworkSegment(890a73b9-f775-48e1-8896-a76e4a06f981),segment_id=890a73b9-f775-48e1-8896-a76e4a06f981)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:19.565051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.577353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c987838-a3fc-4afe-aa3d-0ec2e9d4863c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:19.582352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:19.583389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] No DVR routers for this DVR port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c on host dv-cinder-786627-2-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:19.701155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Calling delete_port for 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:19.739133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.850766 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:18:19.851363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:18:19.872162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8d4f0fe48>,) {'filters': {'network_id': ['f9335c50-c778-4ce1-b387-0c49527cbd2a']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:19.887156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d4f0fe48>, '890a73b9-f775-48e1-8896-a76e4a06f981') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:19.887576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8d4f0fe48>, '890a73b9-f775-48e1-8896-a76e4a06f981') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:19.902091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.919658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:19.927280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:18:20.006801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:20.059869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:20.060243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:20.089485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c66e-04a4-48b4-ab8c-121cf4556b5a req-f95cc057-7057-4c79-bd6f-99e8ebe4fd7a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:20.091809 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a661c66e-04a4-48b4-ab8c-121cf4556b5a req-f95cc057-7057-4c79-bd6f-99e8ebe4fd7a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.1244552
Apr 20 13:18:20.137750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Network f9335c50-c778-4ce1-b387-0c49527cbd2a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:20.147415 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a661c66e-04a4-48b4-ab8c-121cf4556b5a req-a606ea86-08e6-42e6-a807-326ef2fa2d5a tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491374
Apr 20 13:18:20.147876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:20.341502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Network f9335c50-c778-4ce1-b387-0c49527cbd2a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:20.352362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Deleting port 8c987838-a3fc-4afe-aa3d-0ec2e9d4863c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:20.352791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:18:20.363591 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:18:20.445907 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf363-cee2-43b7-982c-e3b350112192 None None] The port '8c987838-a3fc-4afe-aa3d-0ec2e9d4863c' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:18:20.466405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:20.471149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:20.486612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:20.502932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9335c50-c778-4ce1-b387-0c49527cbd2a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:20.506099 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f9335c50-c778-4ce1-b387-0c49527cbd2a HTTP/1.1" status: 204  len: 168 time: 1.6821108
Apr 20 13:18:20.507099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:20.509459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46944) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:21.170960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:21.397788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df370b6b-4f8b-4c98-9fe9-21ef7a035870 req-a5c2124f-79b6-4501-b14f-e70d944ecce7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:21.399392 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-df370b6b-4f8b-4c98-9fe9-21ef7a035870 req-a5c2124f-79b6-4501-b14f-e70d944ecce7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.1054492
Apr 20 13:18:21.453231 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-df370b6b-4f8b-4c98-9fe9-21ef7a035870 req-a5e383c1-b7bd-4e2d-8c78-417bf1ea83ed tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469682
Apr 20 13:18:21.599930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Deleting port 286708a3-0087-46ff-9460-e73008b75ef4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:21.600307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:21.794185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] For port 286708a3-0087-46ff-9460-e73008b75ef4, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=286708a3-0087-46ff-9460-e73008b75ef4,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:21.794593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:21.958702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Calling delete_port for 286708a3-0087-46ff-9460-e73008b75ef4 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:22.165211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:22.171223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:22.470738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=286708a3-0087-46ff-9460-e73008b75ef4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:22.490940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46954) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:22.514096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:22.860713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:22.946538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5cbb-4617-46f7-9a19-987c0039811f req-bf2cda03-4bde-4303-921f-baeb7a03a335 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:22.955545 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-026f5cbb-4617-46f7-9a19-987c0039811f req-bf2cda03-4bde-4303-921f-baeb7a03a335 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3361392
Apr 20 13:18:22.988586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Deleting port 809f0d63-a6c4-46d0-96df-45a985b73d0a {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:22.989224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:23.201597 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-026f5cbb-4617-46f7-9a19-987c0039811f req-3ae9141b-5a59-4762-bf16-d9e328f070b7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2447791
Apr 20 13:18:23.422209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Router 072936a8-558e-4b0b-acaf-36ae1c8709ce has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:23.500567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:23.501377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:23.619820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:23.633422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Sync routers for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:23.637849 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] 10.222.0.72 "PUT /v2.0/routers/072936a8-558e-4b0b-acaf-36ae1c8709ce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1271548
Apr 20 13:18:23.640787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46958) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:23.644552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:23.645228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d48d5f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:23.651136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Calling delete_port for 809f0d63-a6c4-46d0-96df-45a985b73d0a owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:23.838574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:23.841886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:23.855311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:23.861117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e34ce932-174d-40d9-89d1-456b443476a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:23.907872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event deleted for resources: {'Port': ['ID=809f0d63-a6c4-46d0-96df-45a985b73d0a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:23.910642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:24.025459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.025629 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Floating IP b8798dac-db30-4b3e-b99f-82a44179383a disassociated (deleted). External IP: 172.27.2.93, port: c2bfb99a-7c0b-4f89-ab57-084a9e3dd077.
Apr 20 13:18:24.071258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.080729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Deleting port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:24.081397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.176496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d48d5f98>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:18:22Z', 'revision_number': 5, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port': {'id': '0231efbb-5840-4dc6-9f1a-c27f27a5c4be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:15:13Z', 'updated_at': '2021-04-20T13:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:24.181880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Checking router: 072936a8-558e-4b0b-acaf-36ae1c8709ce for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:24.192300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Routers {'072936a8-558e-4b0b-acaf-36ae1c8709ce'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:24.193007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d48d5f98>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['072936a8-558e-4b0b-acaf-36ae1c8709ce'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:24.273537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] For port 0231efbb-5840-4dc6-9f1a-c27f27a5c4be, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:24.273926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.422977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Calling delete_port for 0231efbb-5840-4dc6-9f1a-c27f27a5c4be owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:24.500973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4d86-5392-4d1f-aeee-b072a05ec3a6 req-3eaf4910-0ba4-411c-a0b1-c6b5a87e0177 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:24.502590 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad1d4d86-5392-4d1f-aeee-b072a05ec3a6 req-3eaf4910-0ba4-411c-a0b1-c6b5a87e0177 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.1438463
Apr 20 13:18:24.504768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:24.565864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] Set router 072936a8-558e-4b0b-acaf-36ae1c8709ce gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:24.610473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.615307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:24.661899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Pushing event deleted for resources: {'Port': ['ID=0231efbb-5840-4dc6-9f1a-c27f27a5c4be,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:24.667556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:24.693420 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ad1d4d86-5392-4d1f-aeee-b072a05ec3a6 req-fb775473-78c1-4884-85c9-39ad284e08a0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1797194
Apr 20 13:18:24.702737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d48d5f98>, [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:18:24Z', 'revision_number': 6, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:24.709117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca26d3-720b-4f70-b2c8-fb6f9a74ee7c None None] The sync data for ids ['072936a8-558e-4b0b-acaf-36ae1c8709ce'] in dv-cinder-786627-2-iscsi is: [{'id': '072936a8-558e-4b0b-acaf-36ae1c8709ce', 'name': 'tempest-TestMinimumBasicScenario-710248052-router', 'tenant_id': '11a8328687d944c8aff33328e244cdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:15:12Z', 'updated_at': '2021-04-20T13:18:24Z', 'revision_number': 6, 'project_id': '11a8328687d944c8aff33328e244cdee', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:24.762730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:24.769417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.772568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Sync routers for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:24.785320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.789350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:24.790240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d41c3d68>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:24.861137 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "DELETE /v2.0/floatingips/b8798dac-db30-4b3e-b99f-82a44179383a HTTP/1.1" status: 204  len: 168 time: 2.3683009
Apr 20 13:18:24.861364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:24.939835 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'status': 'completed', 'code': 200}
Apr 20 13:18:24.977165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:24.979879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.008504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.008734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 072936a8-558e-4b0b-acaf-36ae1c8709ce {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:18:25.046757 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.048506 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] 10.222.0.72 "DELETE /v2.0/routers/072936a8-558e-4b0b-acaf-36ae1c8709ce HTTP/1.1" status: 204  len: 168 time: 1.4063580
Apr 20 13:18:25.050888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46968) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:25.056838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:25.082681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-db1bd98c-afe0-47d6-be11-fb9a7209caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:25.085253 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-db1bd98c-afe0-47d6-be11-fb9a7209caf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbc598551656469295a07887269023aa&device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 1098 time: 0.1173337
Apr 20 13:18:25.146219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Deleting subnet c1b6ca55-5be2-4885-8573-9c6c8b53e8da {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:18:25.150667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.225651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.280987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-e47e3991-4331-4c28-8e6b-eeb8fd1ada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:25.282672 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-e47e3991-4331-4c28-8e6b-eeb8fd1ada1e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 200  len: 911 time: 0.1822598
Apr 20 13:18:25.364087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-d060ec01-12c0-48c1-8343-29e93cfbc6cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 200  len: 217 time: 0.0731993
Apr 20 13:18:25.373458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.491814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d41c3d68>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:25.493031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-245f4b1a-7b86-47de-a8b2-fa7ee1fb64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:25.494576 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-245f4b1a-7b86-47de-a8b2-fa7ee1fb64cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 200  len: 848 time: 0.0966902
Apr 20 13:18:25.497042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Checking router: daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:25.507505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:25.507505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d41c3d68>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:17:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:25.578805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501c58-7dae-4745-b324-723ddffd80d5 req-397c8f2f-144f-4be9-8d6a-9c2779df9bc8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:25.579717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-21501c58-7dae-4745-b324-723ddffd80d5 req-397c8f2f-144f-4be9-8d6a-9c2779df9bc8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Synchronizing usage tracker for tenant:fbc598551656469295a07887269023aa on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:18:25.620152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-21501c58-7dae-4745-b324-723ddffd80d5 req-397c8f2f-144f-4be9-8d6a-9c2779df9bc8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Unset dirty status for tenant:fbc598551656469295a07887269023aa on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:18:25.621446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-21501c58-7dae-4745-b324-723ddffd80d5 req-397c8f2f-144f-4be9-8d6a-9c2779df9bc8 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.3294423
Apr 20 13:18:25.624767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-f2b79103-ccb7-4ae9-a7cf-563d5fd15660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:25.626331 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-f2b79103-ccb7-4ae9-a7cf-563d5fd15660 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0d16418-dfb2-412a-bdfe-1880daa5bbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1242690
Apr 20 13:18:25.732486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:25.763579 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-21501c58-7dae-4745-b324-723ddffd80d5 req-50297c57-94aa-44df-9a20-659d3f9d433f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334414
Apr 20 13:18:25.837947 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-8afe296e-5d29-43e9-bbaa-0e54943b4f7c service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888065
Apr 20 13:18:25.948983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:25.955628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:26.000776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 286708a3-0087-46ff-9460-e73008b75ef4 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:26.004551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.014593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b6ca55-5be2-4885-8573-9c6c8b53e8da,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:26.022155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:26.024429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c1b6ca55-5be2-4885-8573-9c6c8b53e8da HTTP/1.1" status: 204  len: 168 time: 0.9721859
Apr 20 13:18:26.030195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 46976) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:26.041174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0699d46-4c7a-454a-9a1d-1e61bcf6d8fa None None] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:26.070947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8459cd65-9dc1-4ce6-8775-9b9a79f2b280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.072343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 286708a3-0087-46ff-9460-e73008b75ef4 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:26.072737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 286708a3-0087-46ff-9460-e73008b75ef4 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:26.073211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 0231efbb-5840-4dc6-9f1a-c27f27a5c4be no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:26.224080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.245571 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bb818fda-b8bc-4ccb-b27a-77790aed7b76 req-80e46a01-0197-404b-81d7-896c3d4a14b5 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3999786
Apr 20 13:18:26.257424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Deleting port 34a5f59a-281a-4245-9ae8-d868ddf80e9c {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:26.257795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.299745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428db9b-8f31-43f6-a828-b832402fb6f6 req-d7559d4d-eccf-4355-a935-83ab3ef657df tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:26.301339 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1428db9b-8f31-43f6-a828-b832402fb6f6 req-d7559d4d-eccf-4355-a935-83ab3ef657df tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 944 time: 0.3378494
Apr 20 13:18:26.343936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 0231efbb-5840-4dc6-9f1a-c27f27a5c4be {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:26.344250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 0231efbb-5840-4dc6-9f1a-c27f27a5c4be not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:26.409757 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1428db9b-8f31-43f6-a828-b832402fb6f6 req-e13ffb24-2653-45f4-88d9-8c08a83b44bd tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008151
Apr 20 13:18:26.589353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d41c3d68>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:26.595274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d7404-fea1-457e-8e3d-0d001d1e016e None None] The sync data for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi is: [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:13:13Z', 'revision_number': 4, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '54abeb18-4650-4d1b-a414-74f2c22709e7', 'name': '', 'network_id': 'e0d16418-dfb2-412a-bdfe-1880daa5bbaa', 'tenant_id': 'fbc598551656469295a07887269023aa', 'mac_address': 'fa:16:3e:b2:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:12Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'subnets': [{'id': '0846e1da-84dc-47ab-90e8-225ba81729f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:26.661912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] DHCP port deletion for f14bef4a-7246-48f7-80e8-df5e0ee23bc0 request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:18:26.667027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Deleting port 34a5f59a-281a-4245-9ae8-d868ddf80e9c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:26.667453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.707337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:18:26.789744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] For port 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=34a5f59a-281a-4245-9ae8-d868ddf80e9c,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:26.790154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:26.933586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Calling delete_port for 34a5f59a-281a-4245-9ae8-d868ddf80e9c owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:27.060426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] For port 34a5f59a-281a-4245-9ae8-d868ddf80e9c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=34a5f59a-281a-4245-9ae8-d868ddf80e9c,segment=NetworkSegment(c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4),segment_id=c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:27.060862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.068341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7695ae-ad28-42f9-8095-746f77d5d4d6 None None] New status for floating IP b8798dac-db30-4b3e-b99f-82a44179383a: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:18:27.069473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:27.131493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.142206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4339e83e-e7c5-4cf8-b203-0baa406f2ad6 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:27.197208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] No DVR routers for this DVR port 34a5f59a-281a-4245-9ae8-d868ddf80e9c on host dv-cinder-786627-2-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:27.199640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'port_id': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'mac_address': 'fa:16:3e:8f:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:18:27.212191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Calling delete_port for 34a5f59a-281a-4245-9ae8-d868ddf80e9c owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:27.234687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a5f59a-281a-4245-9ae8-d868ddf80e9c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:27.284587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.284995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.285399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.285795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.286210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.286575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.286962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.287353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.287882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.288265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.288652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.289035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:27.298633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:27.334533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.353567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:18:27.359572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:18:27.359981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:18:27.370799 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:27.374391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.377189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:27.391166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7672b-c45f-411e-95b8-21a48dfb01e2 req-95ef09e8-7dac-499f-8eeb-8b2a30aba50e tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:27.392733 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-87e7672b-c45f-411e-95b8-21a48dfb01e2 req-95ef09e8-7dac-499f-8eeb-8b2a30aba50e tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.3344748
Apr 20 13:18:27.403109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-aebfd263-ce56-4e01-a19e-dba4386f4980 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:27.404671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-aebfd263-ce56-4e01-a19e-dba4386f4980 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.58 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.4033651
Apr 20 13:18:27.406354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.451811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=9']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:27.455276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:27.655484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['bd2fea89-84d7-4b1d-b7d1-13b70890cce1'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:18:27.670306 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-87e7672b-c45f-411e-95b8-21a48dfb01e2 req-f15155e9-26dc-4b91-8584-53c9ad8f29f7 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2495465
Apr 20 13:18:27.678224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cfdf3f28>,) {'filters': {'network_id': ['f14bef4a-7246-48f7-80e8-df5e0ee23bc0']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:27.693152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Deleting port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:27.693560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.740243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfdf3f28>, 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:27.740584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfdf3f28>, 'c17a15c6-b3e1-4097-b3e6-e9f2b02c78c4') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:27.781604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.861356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.861597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Deleting port 34a5f59a-281a-4245-9ae8-d868ddf80e9c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:27.861784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:27.882143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3610a1-63f1-448d-aa89-3fa455d57f79 req-706d7f2e-1e83-42db-9ffc-f89526fc49fc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:27.883742 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa3610a1-63f1-448d-aa89-3fa455d57f79 req-706d7f2e-1e83-42db-9ffc-f89526fc49fc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 945 time: 0.3325379
Apr 20 13:18:27.891858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:18:27.945496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-66430b8a-f896-4d72-be56-5bfccc12134a None None] The port '34a5f59a-281a-4245-9ae8-d868ddf80e9c' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:18:27.992064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 34a5f59a-281a-4245-9ae8-d868ddf80e9c no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:28.035985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 34a5f59a-281a-4245-9ae8-d868ddf80e9c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:28.036468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 34a5f59a-281a-4245-9ae8-d868ddf80e9c not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:28.222591 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fa3610a1-63f1-448d-aa89-3fa455d57f79 req-3d7df407-9c4f-4a47-8374-9ba11b4b1b75 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3135707
Apr 20 13:18:28.227314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:28.247969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.429120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] For port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:28.429509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.518876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Network f14bef4a-7246-48f7-80e8-df5e0ee23bc0 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:28.570975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa0df6b2-ff53-4c76-bc94-0fc294e04af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:18:28.604565 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:18:28.611791 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Calling delete_port for c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:28.682146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:28.747666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.760441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:28.760864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.765346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:28.783227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.794295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14bef4a-7246-48f7-80e8-df5e0ee23bc0,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:28.838536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:28.847782 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f14bef4a-7246-48f7-80e8-df5e0ee23bc0 HTTP/1.1" status: 204  len: 168 time: 2.8143396
Apr 20 13:18:28.893672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.943613 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:28.946096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:28.954533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.961974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-698e15a7-db0e-4c6e-adc0-421990b809c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:28.964846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:28.975428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:29.013011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event deleted for resources: {'Port': ['ID=c2bfb99a-7c0b-4f89-ab57-084a9e3dd077,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:29.023203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d043025-c536-4311-a654-ded472c342fd req-c61658de-7302-4ccf-a1dd-a12090162e8f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:29.024929 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d043025-c536-4311-a654-ded472c342fd req-c61658de-7302-4ccf-a1dd-a12090162e8f tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/ports?device_id=718ee2bc-161d-420c-ab7f-a4ba00fe0dd2 HTTP/1.1" status: 200  len: 945 time: 0.2258267
Apr 20 13:18:29.025891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:29.055116 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'code': 200}
Apr 20 13:18:29.062144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.068048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=10']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:29.071826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:29.093521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46992) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:29.113585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.157759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] No DVR routers for this DVR port c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:29.160616 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bc0e28a7-f146-4351-b06a-3fa9872d8315 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81ac9e583cf14db1818f157347c48621&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0658073
Apr 20 13:18:29.163297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 46996) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:29.164524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.174861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-deleted', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:18:29.199648 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8d043025-c536-4311-a654-ded472c342fd req-b2911845-7811-40f5-bc3d-217a67521493 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "GET /v2.0/security-groups?id=8fa86b19-c273-410f-9230-87d321accd9c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148634
Apr 20 13:18:29.201501 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d43d8e5c-0bf4-4276-b70e-54dbb667f217 req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.58 "DELETE /v2.0/ports/c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 HTTP/1.1" status: 204  len: 173 time: 1.7796330
Apr 20 13:18:29.232544 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ee2bc-161d-420c-ab7f-a4ba00fe0dd2', 'name': 'network-vif-deleted', 'tag': 'c2bfb99a-7c0b-4f89-ab57-084a9e3dd077', 'status': 'completed', 'code': 200}
Apr 20 13:18:29.254051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.282358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.312120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46491-9063-4cd3-ae45-f7524958dfa6 req-b2f8fe22-fbb2-460f-a430-19a3bcd939d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:29.313729 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fdf46491-9063-4cd3-ae45-f7524958dfa6 req-b2f8fe22-fbb2-460f-a430-19a3bcd939d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1100 time: 0.0803208
Apr 20 13:18:29.334334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.341168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-526897bf-fd4e-4754-9578-d858fc89171c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:29.356700 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e7ceb-8efb-47ed-b7dc-e709062186ef,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:29.360633 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.362262 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a01e7ceb-8efb-47ed-b7dc-e709062186ef HTTP/1.1" status: 204  len: 168 time: 0.1975300
Apr 20 13:18:29.367755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.368186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.368607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.369021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.369452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.370149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.370565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.370978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.371512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.372788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.372949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.373270 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:29.376805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7eedb82a-12af-41dc-b06a-d54f1c67bc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:29.378577 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fdf46491-9063-4cd3-ae45-f7524958dfa6 req-d108b28f-4d00-4283-b7c8-3cf576e42d82 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525575
Apr 20 13:18:29.472110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc7714-cb90-4493-bbb9-72592a04e74c req-bc99c8ef-7cd4-4826-bfd1-6ac64e3a4901 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:29.473739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60bc7714-cb90-4493-bbb9-72592a04e74c req-bc99c8ef-7cd4-4826-bfd1-6ac64e3a4901 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.0974715
Apr 20 13:18:29.526928 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-60bc7714-cb90-4493-bbb9-72592a04e74c req-45da6708-e35c-4d91-a742-accda1604101 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466413
Apr 20 13:18:29.790060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47008) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:29.845681 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6a8aaf3f-47d4-46f2-8776-eda551ef43ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11a8328687d944c8aff33328e244cdee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542943
Apr 20 13:18:29.848296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47012) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:29.917860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.948422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:29.996943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.002352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4f1580ad-d84e-4345-b7e4-27e5c2036d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:30.015059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0688bc0c-828c-40e0-918b-3adf2a69d438,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:30.018285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:30.020416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.024176 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cd453e90-020f-4359-9dae-6c13b56a0e97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0688bc0c-828c-40e0-918b-3adf2a69d438 HTTP/1.1" status: 204  len: 168 time: 0.1723721
Apr 20 13:18:30.317795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47024) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:30.400198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.438858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.474262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.538783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.544663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-70f4058b-2ab6-477c-80ad-49728cc5fb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:30.564925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa86b19-c273-410f-9230-87d321accd9c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:30.567990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:30.569159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:30.573652 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] 10.222.0.72 "DELETE /v2.0/security-groups/8fa86b19-c273-410f-9230-87d321accd9c HTTP/1.1" status: 204  len: 168 time: 0.2546859
Apr 20 13:18:30.627266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47046) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:30.689261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:30.728298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:30.728801 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device c2bfb99a-7c0b-4f89-ab57-084a9e3dd077 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:30.774473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410877e-6e24-4c04-b6a6-f6c77fc979b8 req-23c15570-1f61-415f-a988-316263eef48e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:30.776487 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d410877e-6e24-4c04-b6a6-f6c77fc979b8 req-23c15570-1f61-415f-a988-316263eef48e tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.0913804
Apr 20 13:18:30.873038 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d410877e-6e24-4c04-b6a6-f6c77fc979b8 req-eda45a55-e601-402d-b1ce-687787c80c0c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798588
Apr 20 13:18:31.083989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47086) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:31.212143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-650044817-network', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:31.218533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:31.223360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Usage tracker for resource:network and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:31.226579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:31.234748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:31.245406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Made reservation on behalf of dab36c1bd0c44de2b75440f11177bf1b for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:18:31.250667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.266638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.280033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.288668 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:31.292908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:31.296912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:31.303217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:31.414149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.636204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.639877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.643605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92f9be0a-fe08-47e4-b058-f65594705f42 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:31.673496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:18:31.683146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5db6de-fc1d-49b7-a27b-1965095ddcf6,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:31.687129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:31.689705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.690095 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Added segment 4ceed596-bb8d-4655-82f7-8dbc06ea5660 of type vlan for network efe135a0-86d6-41ca-bf48-f0ec6d74363f
Apr 20 13:18:31.719733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.752827 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.754248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:31.754937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.760713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:31.824778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Deleting port 54abeb18-4650-4d1b-a414-74f2c22709e7 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:31.825164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:31.872206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Pushing event updated for resources: {'Network': ['ID=efe135a0-86d6-41ca-bf48-f0ec6d74363f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:31.875785 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7906799
Apr 20 13:18:31.876699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:31.878962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47092) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:31.884625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:18:31.884970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Request body: {'subnet': {'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-650044817-subnet', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:31.890815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:31.894904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Usage tracker for resource:subnet and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:31.911040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:31.920320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:31.930055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Made reservation on behalf of dab36c1bd0c44de2b75440f11177bf1b for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:18:31.935441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827368716'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.029060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] For port 54abeb18-4650-4d1b-a414-74f2c22709e7, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=54abeb18-4650-4d1b-a414-74f2c22709e7,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:32.029443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.170943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Calling delete_port for 54abeb18-4650-4d1b-a414-74f2c22709e7 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:32.220694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700f1cb-e7cd-4d11-8a2e-02d8531a30f4 req-03bb59a7-300f-4f15-97ef-9dae239a97fa tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:32.222269 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0700f1cb-e7cd-4d11-8a2e-02d8531a30f4 req-03bb59a7-300f-4f15-97ef-9dae239a97fa tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.1761327
Apr 20 13:18:32.353027 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0700f1cb-e7cd-4d11-8a2e-02d8531a30f4 req-e33cb83c-1065-4368-b84d-60f4a00e3213 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182988
Apr 20 13:18:32.360495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.365669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:32.420852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54abeb18-4650-4d1b-a414-74f2c22709e7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:32.450691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:32.486636 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27678443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827368731'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.492265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:32.582783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:32.587026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:32.587977 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:32.588376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Network hostable DHCP agents. Network: efe135a0-86d6-41ca-bf48-f0ec6d74363f, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:18:32.608423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:18:32.616686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, efe135a0-86d6-41ca-bf48-f0ec6d74363f) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:32.626299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d017d8b-7f99-407a-9c78-10fde70bd567 None None] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:32.628813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:32.629460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.652226 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-02a83401-0bc3-4824-bc1c-0b098ec1620f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7719164
Apr 20 13:18:32.653259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47100) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:32.659738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:32.665182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:32.670275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Usage tracker for resource:router and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:32.673980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:32.680678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:32.691206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.692418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.709119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.725111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:32.866928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:18:32.867935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.031968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.046100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Allocated IP 172.20.0.2 (efe135a0-86d6-41ca-bf48-f0ec6d74363f/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8/1803e9f8-cf41-4eee-8467-eac91cabb47a) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:33.136132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:33.284405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.296019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Transition to ACTIVE for port object 1803e9f8-cf41-4eee-8467-eac91cabb47a will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:33.318847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Transition to ACTIVE for port object 1803e9f8-cf41-4eee-8467-eac91cabb47a will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:33.323885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.331582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:33.380505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.391291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:33.394571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:33.405590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:33.418226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.451693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Pushing event updated for resources: {'Port': ['ID=1803e9f8-cf41-4eee-8467-eac91cabb47a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:33.460108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:33.520397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Attempting to bind port 1803e9f8-cf41-4eee-8467-eac91cabb47a on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:33.520843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Attempting to bind port 1803e9f8-cf41-4eee-8467-eac91cabb47a by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:33.521238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Attempting to bind port 1803e9f8-cf41-4eee-8467-eac91cabb47a on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:33.527471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:33.527917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:33.528369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.528863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Bound using segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:33.529366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Bound port: 1803e9f8-cf41-4eee-8467-eac91cabb47a, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:33.529786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.594452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Allocated IP 172.27.2.144 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/8d9239c5-2ac1-45fb-96e1-990253cfaef6) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:33.615911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:33.633158 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] 10.222.0.72 "PUT /v2.0/routers/daa2f9d2-bd63-4669-a2a8-6fb3720c73e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0046127
Apr 20 13:18:33.633821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Sync routers for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:33.633954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47104) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:33.636512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] For port 1803e9f8-cf41-4eee-8467-eac91cabb47a, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:33.644494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] For port 1803e9f8-cf41-4eee-8467-eac91cabb47a, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1803e9f8-cf41-4eee-8467-eac91cabb47a,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:33.649497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.655241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:33.700090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:33.700562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d45fac50>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:33.764758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.800059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.804923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a38e3e1-d979-455a-bfb0-ec1685209502 tempest-VolumesSnapshotTestJSON-2103997647 tempest-VolumesSnapshotTestJSON-2103997647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:33.842122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:33.866106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:33.875254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:33.880012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:33.924588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9239c5-2ac1-45fb-96e1-990253cfaef6,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:33.942929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:34.083340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:34.093853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Deleting port 36cec44a-3e22-4eda-ba0d-4e605bebd3be {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:34.094589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:34.120072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Pushing event updated for resources: {'Port': ['ID=1803e9f8-cf41-4eee-8467-eac91cabb47a,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:34.147522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:34.160920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:34.311825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] For port 36cec44a-3e22-4eda-ba0d-4e605bebd3be, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=36cec44a-3e22-4eda-ba0d-4e605bebd3be,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:34.312233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:34.413143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:34.502695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Calling delete_port for 36cec44a-3e22-4eda-ba0d-4e605bebd3be owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:34.527880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d45fac50>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:18:32Z', 'revision_number': 5, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port': {'id': '36cec44a-3e22-4eda-ba0d-4e605bebd3be', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:08Z', 'updated_at': '2021-04-20T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:34.535044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Checking router: daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:34.556453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Routers {'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:34.557626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d45fac50>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:34.724188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:34.728439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b7a13570-7d43-42cf-b8bf-41e05b6bf8b3 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:34.746657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] Set router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:34.776895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Pushing event deleted for resources: {'Port': ['ID=36cec44a-3e22-4eda-ba0d-4e605bebd3be,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:34.812130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:34.873506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d45fac50>, [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:18:34Z', 'revision_number': 6, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:34.878616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a612039-6134-4b4a-a97a-cbd3ac7f7627 None None] The sync data for ids ['daa2f9d2-bd63-4669-a2a8-6fb3720c73e0'] in dv-cinder-786627-2-iscsi is: [{'id': 'daa2f9d2-bd63-4669-a2a8-6fb3720c73e0', 'name': 'tempest-TestShelveInstance-1501894514-router', 'tenant_id': 'fbc598551656469295a07887269023aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:07Z', 'updated_at': '2021-04-20T13:18:34Z', 'revision_number': 6, 'project_id': 'fbc598551656469295a07887269023aa', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:34.880869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.102163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.105063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.126737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.127301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:18:35.141271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.142526 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-fc3ec47f-6fe4-4ec4-bdec-82c054296538 admin admin] 10.222.0.72 "DELETE /v2.0/routers/daa2f9d2-bd63-4669-a2a8-6fb3720c73e0 HTTP/1.1" status: 204  len: 168 time: 1.5073686
Apr 20 13:18:35.145313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47108) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:35.177208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.226602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Deleting subnet 0846e1da-84dc-47ab-90e8-225ba81729f0 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:18:35.229927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.286768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.383386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.407533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:18:35.623348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:35.634669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:35.642429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab7e6a-c184-4524-87ae-4a66cc455395 None None] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:35.646622 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:35.648204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47b5278>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:35.660792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.664935 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0073740
Apr 20 13:18:35.665809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47112) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:35.679988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.685963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edf96ba3-4525-4ab8-ad4b-ca63b95713b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:35.728665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0846e1da-84dc-47ab-90e8-225ba81729f0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:35.732178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:35.737869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.745767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7688eb20-4692-439b-a835-4d57cd23dce2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0846e1da-84dc-47ab-90e8-225ba81729f0 HTTP/1.1" status: 204  len: 168 time: 0.5993137
Apr 20 13:18:35.749183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47116) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:35.755524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ddbba-a6df-4af3-ad80-4898b0631253 None None] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:35.859805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3cf43c99-c0af-4e63-a210-cc5c95e6956d None None] Provisioning for port 1803e9f8-cf41-4eee-8467-eac91cabb47a completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:35.869738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:35.954847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:35.983649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Deleting port a5d7725d-3951-463b-9965-d951070d98ee {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:35.984075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.143426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1803e9f8-cf41-4eee-8467-eac91cabb47a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:36.198710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47b5278>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:34Z', 'revision_number': 3, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:36.203186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:36.203841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Updating router 6e192154-9e36-4319-abe3-ba2ebbf9a840 port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:18:36.264250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.267889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] For port a5d7725d-3951-463b-9965-d951070d98ee, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=a5d7725d-3951-463b-9965-d951070d98ee,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:36.268401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.329655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 1803e9f8-cf41-4eee-8467-eac91cabb47a completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:36.338327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1803e9f8-cf41-4eee-8467-eac91cabb47a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:36.338755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.406479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] DHCP port deletion for e0d16418-dfb2-412a-bdfe-1880daa5bbaa request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:18:36.424888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Deleting port a5d7725d-3951-463b-9965-d951070d98ee {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:36.425315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.437339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Calling delete_port for a5d7725d-3951-463b-9965-d951070d98ee owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:36.560093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.571794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-20ffbc32-49e4-4936-af14-85cf631092de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:36.635693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.637450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d7725d-3951-463b-9965-d951070d98ee,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:36.645024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] No DVR routers for this DVR port a5d7725d-3951-463b-9965-d951070d98ee on host dv-cinder-786627-2-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:36.647283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:36.707660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.728239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Transition to ACTIVE for port object 8d9239c5-2ac1-45fb-96e1-990253cfaef6 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:36.743748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.760618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:36.775149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] For port a5d7725d-3951-463b-9965-d951070d98ee, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=a5d7725d-3951-463b-9965-d951070d98ee,segment=NetworkSegment(89249a8f-fb9f-425f-a274-80a17034d142),segment_id=89249a8f-fb9f-425f-a274-80a17034d142)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:36.775632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.817150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.853761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Attempting to bind port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:36.854529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Attempting to bind port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:36.855299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Attempting to bind port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:36.862161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Pushing event updated for resources: {'Port': ['ID=8d9239c5-2ac1-45fb-96e1-990253cfaef6,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:36.868093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:36.868813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:36.869499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.870148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:36.870874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Bound port: 8d9239c5-2ac1-45fb-96e1-990253cfaef6, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:36.871564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.923023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Allocated IP 172.20.0.1 (efe135a0-86d6-41ca-bf48-f0ec6d74363f/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8/4afcf9b2-c9f3-4b8d-9e1d-35320f26c136) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:36.930291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Calling delete_port for a5d7725d-3951-463b-9965-d951070d98ee owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:36.934172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.934853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.935449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.936060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.936752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.937186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8db960978>,) {'filters': {'network_id': ['e0d16418-dfb2-412a-bdfe-1880daa5bbaa']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:36.937551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.938109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.938679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.939262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.939853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.940426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.941004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:36.954637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:36.957356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8db960978>, '89249a8f-fb9f-425f-a274-80a17034d142') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:36.957699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8db960978>, '89249a8f-fb9f-425f-a274-80a17034d142') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:36.970997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.983886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.986587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:36.994061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:18:37.007244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] For port 8d9239c5-2ac1-45fb-96e1-990253cfaef6, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:37.011568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] For port 8d9239c5-2ac1-45fb-96e1-990253cfaef6, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8d9239c5-2ac1-45fb-96e1-990253cfaef6,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:37.016422 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.023675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 1803e9f8-cf41-4eee-8467-eac91cabb47a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1803e9f8-cf41-4eee-8467-eac91cabb47a,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:37.029223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-073fcf88-588a-46d3-864f-c719addf5c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:37.037228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.041922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:37.122972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-35674c1d-7932-4325-a2b0-7eb769b34a3e None None] Provisioning complete for port 1803e9f8-cf41-4eee-8467-eac91cabb47a triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:37.123421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35674c1d-7932-4325-a2b0-7eb769b34a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.128301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Pushing event updated for resources: {'Port': ['ID=8d9239c5-2ac1-45fb-96e1-990253cfaef6,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:37.132367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.132457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:37.144177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:37.144924 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47b5278>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:37.150539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Transition to ACTIVE for port object 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:37.164382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 36cec44a-3e22-4eda-ba0d-4e605bebd3be no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:37.175932 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.188602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-36ed8bb3-b584-43ed-8042-56c152637f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:37.230525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:37.237125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:37.239920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:37.262556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:37.282348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.311839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.378763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:37.462850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 36cec44a-3e22-4eda-ba0d-4e605bebd3be {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:37.463248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 36cec44a-3e22-4eda-ba0d-4e605bebd3be not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:37.464109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 54abeb18-4650-4d1b-a414-74f2c22709e7 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:37.483381 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Pushing event updated for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:37.486609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:37.501962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.531075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 54abeb18-4650-4d1b-a414-74f2c22709e7 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:37.531511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 54abeb18-4650-4d1b-a414-74f2c22709e7 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:37.536742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=1803e9f8-cf41-4eee-8467-eac91cabb47a,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:37.542937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:37.552623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:18:37.553036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:18:37.564234 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Network e0d16418-dfb2-412a-bdfe-1880daa5bbaa has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:18:37.660498 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:18:37.689960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.694468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00e06e87-53be-4a88-9e93-9217fd78e9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:37.712886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.720691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d16418-dfb2-412a-bdfe-1880daa5bbaa,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:37.725771 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:37.735801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dedcd639-8e2a-44b3-91b5-9d93efc6ed4d admin admin] 10.222.0.72 "DELETE /v2.0/networks/e0d16418-dfb2-412a-bdfe-1880daa5bbaa HTTP/1.1" status: 204  len: 168 time: 1.9854131
Apr 20 13:18:37.739424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47120) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:37.751069 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-70b2dc8a-bfd1-4286-82f3-57c63bfa2136 None None] Provisioning for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:37.758796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-70b2dc8a-bfd1-4286-82f3-57c63bfa2136 None None] Provisioning complete for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:37.759885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-70b2dc8a-bfd1-4286-82f3-57c63bfa2136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.798318 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.803043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.832735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-70b2dc8a-bfd1-4286-82f3-57c63bfa2136 None None] Port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:18:37.839350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-24a2f549-6b0c-4382-84d5-6d5886ebed56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:37.915947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:37.965608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Pushing event updated for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:37.985756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47b5278>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:34Z', 'revision_number': 3, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:37.990630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd591b0-0f84-4d65-9dcb-bb62c8311c43 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:34Z', 'revision_number': 3, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:38.027333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1803e9f8-cf41-4eee-8467-eac91cabb47a up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:38.065559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Deleting port a5d7725d-3951-463b-9965-d951070d98ee {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:38.066344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:38.168871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8f8be-f10a-4843-9048-b54be2a5d941 None None] The port 'a5d7725d-3951-463b-9965-d951070d98ee' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:18:38.208142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1803e9f8-cf41-4eee-8467-eac91cabb47a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:38.208665 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:38.306599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:38.387046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:38.388867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:38.436461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device a5d7725d-3951-463b-9965-d951070d98ee no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:38.529803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: a5d7725d-3951-463b-9965-d951070d98ee {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:38.531000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device a5d7725d-3951-463b-9965-d951070d98ee not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:38.640863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:38.671579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0eda94ae-6847-4bdc-84ab-e520b44f346f None None] Provisioning complete for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:38.672000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0eda94ae-6847-4bdc-84ab-e520b44f346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:38.739520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-0eda94ae-6847-4bdc-84ab-e520b44f346f None None] Port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:18:38.792611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:38.855930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:38.866413 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] 10.222.0.72 "PUT /v2.0/routers/6e192154-9e36-4319-abe3-ba2ebbf9a840/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1992490
Apr 20 13:18:39.199471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Deleting port d5aa8009-d056-40ab-800c-19666c00914a {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:39.200013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.392596 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] For port d5aa8009-d056-40ab-800c-19666c00914a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d5aa8009-d056-40ab-800c-19666c00914a,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:39.392999 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.437725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47138) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:39.444262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783870057-network', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:39.449580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:39.453812 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Usage tracker for resource:network and tenant:c210a5ee5f154643b66117135ab6cc6c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:39.456951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:39.463367 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:39.473852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Made reservation on behalf of c210a5ee5f154643b66117135ab6cc6c for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:18:39.478706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.496307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.511949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:39.516195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Usage tracker for resource:security_group_rule and tenant:c210a5ee5f154643b66117135ab6cc6c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:39.519314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:39.525831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:39.530398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Calling delete_port for d5aa8009-d056-40ab-800c-19666c00914a owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:39.619690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.622498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.626831 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f9a167fd-cb54-4a23-9fc9-7c914d70b686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:39.652860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:18:39.667385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99636c6-64f9-4f5f-af96-4e577d9ac177,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:39.671702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:39.674609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.675002 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Added segment 2505d77e-9812-471e-b378-1713a2d9eaf9 of type vlan for network 3acce8dc-8d52-4538-a46c-08374225f257
Apr 20 13:18:39.703372 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.718182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.722925 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61564679-c816-4e5e-bd20-5a3893da29f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:39.734423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.735857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:39.736504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:39.741599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:39.771988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aa8009-d056-40ab-800c-19666c00914a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:39.775359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:39.835501 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3964493
Apr 20 13:18:39.847777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47142) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:39.856895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Request body: {'subnet': {'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783870057-subnet', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:39.866172 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:39.874765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Usage tracker for resource:subnet and tenant:c210a5ee5f154643b66117135ab6cc6c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:39.877867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Pushing event updated for resources: {'Network': ['ID=3acce8dc-8d52-4538-a46c-08374225f257,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:39.880432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:39.883867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9de2ae29-69bc-41cf-8d5b-080d58f40931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:39.889168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 3acce8dc-8d52-4538-a46c-08374225f257 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:18:39.890164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:39.901505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Made reservation on behalf of c210a5ee5f154643b66117135ab6cc6c for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:18:39.907461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827368716'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.128427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8d9239c5-2ac1-45fb-96e1-990253cfaef6 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:40.151113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.202319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:40.207578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:40.208100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.338159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.358834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 8d9239c5-2ac1-45fb-96e1-990253cfaef6, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8d9239c5-2ac1-45fb-96e1-990253cfaef6,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:40.359150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27678443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827368731'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.362118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.364174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:40.364642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-233c6ee0-9227-4b2c-8488-03a00229536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:40.440315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=8d9239c5-2ac1-45fb-96e1-990253cfaef6,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:40.443717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:40.443890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5b8e20-7737-4129-bda6-37a91fbd58cd,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:40.449520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:40.452365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Checking segment: {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:40.452760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Network hostable DHCP agents. Network: 3acce8dc-8d52-4538-a46c-08374225f257, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:18:40.472415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Network 3acce8dc-8d52-4538-a46c-08374225f257 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:18:40.481116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 3acce8dc-8d52-4538-a46c-08374225f257) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:40.491169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac621a-9ef3-4719-80b6-c60a3afca970 None None] Network 3acce8dc-8d52-4538-a46c-08374225f257 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:40.495934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:40.496591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.519851 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2a8baba8-d3c9-4b9c-b05d-d809e001d208 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6708517
Apr 20 13:18:40.520551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47146) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:40.526338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:40.531628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:40.535773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Usage tracker for resource:router and tenant:c210a5ee5f154643b66117135ab6cc6c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:40.539487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:40.546203 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:40.557415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.559244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.572084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Router 7a2c1490-b519-4eca-bd27-82f687f61778 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:40.577344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.737711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-3acce8dc-8d52-4538-a46c-08374225f257', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:18:40.738712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:40.774684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:40.791296 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] 10.222.0.72 "PUT /v2.0/routers/7a2c1490-b519-4eca-bd27-82f687f61778/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0505168
Apr 20 13:18:40.794600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47150) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:40.803065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Sync routers for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:40.832526 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:40.833267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47ed400>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:41.011119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.094525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Allocated IP 172.20.0.2 (3acce8dc-8d52-4538-a46c-08374225f257/8f5b8e20-7737-4129-bda6-37a91fbd58cd/ecf3c924-c711-4f28-ad43-2f515b194f92) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:41.113948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:41.144590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:41.146325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.155280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:41.156191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b6d8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:41.355294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:41.381975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.630797 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.647449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Transition to ACTIVE for port object ecf3c924-c711-4f28-ad43-2f515b194f92 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:41.675522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47ed400>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:18:39Z', 'revision_number': 5, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port': {'id': 'ee2c2a34-ce47-400c-9c53-ea54fb812a8a', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:13:19Z', 'updated_at': '2021-04-20T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:41.680147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Transition to ACTIVE for port object ecf3c924-c711-4f28-ad43-2f515b194f92 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:41.683109 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Checking router: 7a2c1490-b519-4eca-bd27-82f687f61778 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:41.689857 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.693661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:41.709349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Deleting port ee2c2a34-ce47-400c-9c53-ea54fb812a8a {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:41.709724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.724019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b6d8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 2, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:41.728272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:41.728899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Updating router 6e192154-9e36-4319-abe3-ba2ebbf9a840 port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:18:41.749695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Routers {'7a2c1490-b519-4eca-bd27-82f687f61778'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:41.750397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d47ed400>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['7a2c1490-b519-4eca-bd27-82f687f61778'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:41.792243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:41.908546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Network 3acce8dc-8d52-4538-a46c-08374225f257 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:41.913782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:41.920651 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:41.983774 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.026020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.119084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] For port ee2c2a34-ce47-400c-9c53-ea54fb812a8a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:42.119514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.127059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8d9239c5-2ac1-45fb-96e1-990253cfaef6 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:42.164725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Pushing event updated for resources: {'Port': ['ID=ecf3c924-c711-4f28-ad43-2f515b194f92,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:42.212565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:42.252113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.265948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Transition to ACTIVE for port object 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:42.271649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.274845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Calling delete_port for ee2c2a34-ce47-400c-9c53-ea54fb812a8a owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:42.276858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:42.297990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] Set router 7a2c1490-b519-4eca-bd27-82f687f61778 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:42.427810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Allocated IP 172.27.2.235 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/1183ce82-7376-4b7e-8ea0-4fc37438ff0c) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:42.429821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d47ed400>, [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:18:41Z', 'revision_number': 6, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:42.432011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57abf6d-f1c8-4ac0-84a0-b3ece8ea7732 None None] Pushing event updated for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:42.433882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Attempting to bind port ecf3c924-c711-4f28-ad43-2f515b194f92 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:42.434293 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Attempting to bind port ecf3c924-c711-4f28-ad43-2f515b194f92 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:42.434731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Attempting to bind port ecf3c924-c711-4f28-ad43-2f515b194f92 on network 3acce8dc-8d52-4538-a46c-08374225f257 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:42.436635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c57abf6d-f1c8-4ac0-84a0-b3ece8ea7732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:42.443486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1070-e080-488d-8b26-8a21c86920fe None None] The sync data for ids ['7a2c1490-b519-4eca-bd27-82f687f61778'] in dv-cinder-786627-2-iscsi is: [{'id': '7a2c1490-b519-4eca-bd27-82f687f61778', 'name': 'tempest-TestShelveInstance-477628513-router', 'tenant_id': '631668a3291641ecb10bcdfb49a48cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:13:18Z', 'updated_at': '2021-04-20T13:18:41Z', 'revision_number': 6, 'project_id': '631668a3291641ecb10bcdfb49a48cfb', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:42.445729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:42.446143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Checking segment: {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:42.446620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.447071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Bound using segment: {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:42.447676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Bound port: ecf3c924-c711-4f28-ad43-2f515b194f92, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:42.448695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.507078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:42.507537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.594278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Attempting to bind port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:42.594691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Attempting to bind port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:42.595095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Attempting to bind port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:42.601190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:42.601606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:42.602185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.602621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Bound using segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:42.603337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Bound port: 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:42.603575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.644362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] For port ecf3c924-c711-4f28-ad43-2f515b194f92, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:42.701484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.702569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] For port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:42.706994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] For port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:42.710945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.717287 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.723082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1e3b2540-2169-40b5-b5e2-b6e7a47268d8 tempest-VolumesActionsTest-1770066431 tempest-VolumesActionsTest-1770066431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:42.724851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3590afab-14c2-481a-9f3d-ea1caadaf26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:42.730573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] For port ecf3c924-c711-4f28-ad43-2f515b194f92, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ecf3c924-c711-4f28-ad43-2f515b194f92,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:42.733850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.737820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3d4c9e3f-c3a5-4470-a538-70cfe8105508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:42.779360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2c2a34-ce47-400c-9c53-ea54fb812a8a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:42.798817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:42.799573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b6d8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:42.809058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:42.919800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Pushing event updated for resources: {'Port': ['ID=ecf3c924-c711-4f28-ad43-2f515b194f92,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:42.920420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:42.925454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:42.928619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:42.948249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57abf6d-f1c8-4ac0-84a0-b3ece8ea7732 None None] Pushing event updated for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:43.017054 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.037631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c57abf6d-f1c8-4ac0-84a0-b3ece8ea7732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:43.047413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:18:43.127664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:43.131805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:43.144058 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:43.209264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:43.279978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Pushing event updated for resources: {'Port': ['ID=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:43.295616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:43.303031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.307064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.483034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.483670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2c1490-b519-4eca-bd27-82f687f61778 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:18:43.533642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b6d8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:42Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:43.538771 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d499390-2b0c-4d34-b4fc-472c04bdb761 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:42Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:43.556140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.557380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7a2c1490-b519-4eca-bd27-82f687f61778 HTTP/1.1" status: 204  len: 168 time: 2.7561088
Apr 20 13:18:43.561748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47154) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:43.684105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Deleting subnet 28fd6f89-c0c8-4cd8-b4a6-47df1259d764 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:18:43.688676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.756998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.798197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:43.850452 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.176800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:44.215557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.221960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-60024762-5c8d-4e5e-ae2d-a3ee0709c945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:44.266222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fd6f89-c0c8-4cd8-b4a6-47df1259d764,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:44.268548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.272702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10640c80-9614-4323-83f3-88ac03739393 None None] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:44.273690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:44.276970 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/28fd6f89-c0c8-4cd8-b4a6-47df1259d764 HTTP/1.1" status: 204  len: 168 time: 0.7139924
Apr 20 13:18:44.281209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47158) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:44.473914 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:44.546573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:44.547088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.586701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff00ba-d4db-41d6-8411-f643b6019bdd None None] Network 3acce8dc-8d52-4538-a46c-08374225f257 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:18:44.716764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.725739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.730110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0704957a-c0a8-40e8-b2cc-006eb0aece1c None None] Provisioning for port ecf3c924-c711-4f28-ad43-2f515b194f92 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:44.730963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Deleting port 3b848325-228a-4397-a84c-e1c0bdbd5da6 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:44.731614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.879183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] DHCP port deletion for 585c607b-1f1f-4cdc-aea0-c1cb29794a05 request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:18:44.910045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Deleting port 3b848325-228a-4397-a84c-e1c0bdbd5da6 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:44.911955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:44.995920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:18:45.008338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] For port 3b848325-228a-4397-a84c-e1c0bdbd5da6, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=3b848325-228a-4397-a84c-e1c0bdbd5da6,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:45.008745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.037085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.162656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Calling delete_port for 3b848325-228a-4397-a84c-e1c0bdbd5da6 owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:45.163241 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:45.227890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:45.236336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.237280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ecf3c924-c711-4f28-ad43-2f515b194f92 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:45.248644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.250112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.254376 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7299795
Apr 20 13:18:45.254518 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7187bf89-15f4-4a03-9501-a745a3ebdac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:45.254686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47162) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:45.272606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:45.306181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b848325-228a-4397-a84c-e1c0bdbd5da6,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:45.307328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Sync routers for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:45.308212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] No DVR routers for this DVR port 3b848325-228a-4397-a84c-e1c0bdbd5da6 on host dv-cinder-786627-2-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:18:45.310320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:45.386729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:45.387426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d40404a8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:45.438435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.537849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] For port 3b848325-228a-4397-a84c-e1c0bdbd5da6, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=3b848325-228a-4397-a84c-e1c0bdbd5da6,segment=NetworkSegment(8acae347-ecd7-4dc8-afd0-45283bf11931),segment_id=8acae347-ecd7-4dc8-afd0-45283bf11931)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:45.538299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.569453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8ce58b908>,) {'filters': {'network_id': ['585c607b-1f1f-4cdc-aea0-c1cb29794a05']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:45.585512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8ce58b908>, '8acae347-ecd7-4dc8-afd0-45283bf11931') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:45.585882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8ce58b908>, '8acae347-ecd7-4dc8-afd0-45283bf11931') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:45.599888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.617943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.627623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:18:45.756449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:45.813661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:45.848673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:45.860197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:45.890102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Calling delete_port for 3b848325-228a-4397-a84c-e1c0bdbd5da6 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:18:45.968021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port ecf3c924-c711-4f28-ad43-2f515b194f92 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:45.990424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ecf3c924-c711-4f28-ad43-2f515b194f92 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:45.990842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.081419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:46.083768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.098289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Network 585c607b-1f1f-4cdc-aea0-c1cb29794a05 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:18:46.122642 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:18:46.209555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.211953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:18:46.212428 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:18:46.216421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-700954c3-576b-4121-9c6b-d1cc1886dea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:46.236676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.246443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Pushing event deleted for resources: {'Network': ['ID=585c607b-1f1f-4cdc-aea0-c1cb29794a05,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:46.249629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:46.258998 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8cb590e8-8981-42e5-8172-25dc17a6be67 admin admin] 10.222.0.72 "DELETE /v2.0/networks/585c607b-1f1f-4cdc-aea0-c1cb29794a05 HTTP/1.1" status: 204  len: 168 time: 1.9743438
Apr 20 13:18:46.299128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-598a5ab2-dda3-4182-aa85-73a8a39f259c None None] Provisioning complete for port ecf3c924-c711-4f28-ad43-2f515b194f92 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:46.299581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-598a5ab2-dda3-4182-aa85-73a8a39f259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.324051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Allocated IP 172.20.0.1 (3acce8dc-8d52-4538-a46c-08374225f257/8f5b8e20-7737-4129-bda6-37a91fbd58cd/ad6e112d-cbbc-4d5c-8000-a4eb379b3c46) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:18:46.455687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47168) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:46.469554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.503941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.510873 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-52aa521b-9363-43d9-8877-e2654951fb30 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbc598551656469295a07887269023aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515068
Apr 20 13:18:46.511121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47172) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:46.522695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Transition to ACTIVE for port object ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:46.548858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.554123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f631e92e-0be8-49cc-bd1b-4d7928b458be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:46.582493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.603045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port ecf3c924-c711-4f28-ad43-2f515b194f92, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ecf3c924-c711-4f28-ad43-2f515b194f92,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:46.612770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.614761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.619822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:46.625626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Network 3acce8dc-8d52-4538-a46c-08374225f257 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:46.629810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:46.631994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:18:46.652715 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-598a5ab2-dda3-4182-aa85-73a8a39f259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.684873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.686869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:46.690128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:46.703358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d18d2bba-1d28-4eef-aab2-88f9e0e124f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:46.710400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.726860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Deleting port 3b848325-228a-4397-a84c-e1c0bdbd5da6 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:18:46.727298 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.733498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d977f-a9f7-4919-bee8-8d4d8e035773,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:46.738072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.741773 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b04d977f-a9f7-4919-bee8-8d4d8e035773 HTTP/1.1" status: 204  len: 168 time: 0.2270434
Apr 20 13:18:46.741773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:46.777161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=ecf3c924-c711-4f28-ad43-2f515b194f92,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:46.790816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:46.846379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c10da-22b0-4e36-8016-8e153ccb533f None None] The port '3b848325-228a-4397-a84c-e1c0bdbd5da6' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:18:46.862313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:46.874913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ee2c2a34-ce47-400c-9c53-ea54fb812a8a no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:46.976865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-598a5ab2-dda3-4182-aa85-73a8a39f259c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:18:46.977673 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-598a5ab2-dda3-4182-aa85-73a8a39f259c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:18:46.979177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: ee2c2a34-ce47-400c-9c53-ea54fb812a8a {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:46.979724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ee2c2a34-ce47-400c-9c53-ea54fb812a8a not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:46.980277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d5aa8009-d056-40ab-800c-19666c00914a no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:47.013446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d40404a8>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:43Z', 'revision_number': 3, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:47.039295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: d5aa8009-d056-40ab-800c-19666c00914a {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:47.039295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d5aa8009-d056-40ab-800c-19666c00914a not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:47.040937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Checking router: 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:47.041539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Updating router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:18:47.117079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.147231 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.150218 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:47.151440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.181756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-01cf4f9d-a511-4041-bd22-9dfff526b7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:47.228368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47180) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:47.282781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.284607 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-00018911-047a-43f6-89fa-128f93e62bf3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=631668a3291641ecb10bcdfb49a48cfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545790
Apr 20 13:18:47.287754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47184) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:47.296752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:47.299985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:47.338424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:47.338841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.362952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.393478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.442684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.444411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Network 3acce8dc-8d52-4538-a46c-08374225f257 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:18:47.445954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:18:47.448905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d199fdf9-771b-4043-864d-eddbb6fa442f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:47.462106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664e9a9-b261-4c10-b71a-b9dc67db7c67,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:47.465467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:47.470921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.475211 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d664e9a9-b261-4c10-b71a-b9dc67db7c67 HTTP/1.1" status: 204  len: 168 time: 0.1834176
Apr 20 13:18:47.681196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ecf3c924-c711-4f28-ad43-2f515b194f92 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:47.827547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3c070a78-936d-4530-be1f-876caf50277a None None] Provisioning for port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:47.843385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3c070a78-936d-4530-be1f-876caf50277a None None] Provisioning complete for port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:47.843880 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3c070a78-936d-4530-be1f-876caf50277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.886321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.940116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ecf3c924-c711-4f28-ad43-2f515b194f92 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:47.940464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:47.971767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Transition to ACTIVE for port object 1183ce82-7376-4b7e-8ea0-4fc37438ff0c will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:47.986520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:18:47.992309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3c070a78-936d-4530-be1f-876caf50277a None None] Port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:18:47.995938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:48.002906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fa81fa2a-b101-4c63-a258-fa41a0b234e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:48.192340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:18:48.202641 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] 10.222.0.72 "PUT /v2.0/routers/346b9b1f-42cb-444d-b28e-c5dafb0dc7f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9464967
Apr 20 13:18:48.294012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Attempting to bind port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:48.294434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Attempting to bind port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:48.294842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Attempting to bind port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:48.297040 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62690dd1-0601-49f3-8462-5aa8bf47c29b None None] Pushing event updated for resources: {'Port': ['ID=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:48.307060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-62690dd1-0601-49f3-8462-5aa8bf47c29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:48.308556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:48.308941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:48.309935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:48.310356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:48.310881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Bound port: 1183ce82-7376-4b7e-8ea0-4fc37438ff0c, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:48.311306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:48.447728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] For port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:48.451725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] For port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:48.456016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:48.461177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:48.518104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 3b848325-228a-4397-a84c-e1c0bdbd5da6 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:18:48.574711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 3b848325-228a-4397-a84c-e1c0bdbd5da6 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:18:48.575690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 3b848325-228a-4397-a84c-e1c0bdbd5da6 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:18:48.590158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:48.590876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d40404a8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:48.662681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62690dd1-0601-49f3-8462-5aa8bf47c29b None None] Pushing event updated for resources: {'Port': ['ID=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:48.720852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-62690dd1-0601-49f3-8462-5aa8bf47c29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:48.791545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:49.132897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d40404a8>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'ad6e112d-cbbc-4d5c-8000-a4eb379b3c46', 'name': '', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'mac_address': 'fa:16:3e:9a:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:46Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 2, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'subnets': [{'id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:49.137098 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d75ece-479d-4a9b-994a-f6a20ddf6ea9 None None] The sync data for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi is: [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'ad6e112d-cbbc-4d5c-8000-a4eb379b3c46', 'name': '', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'mac_address': 'fa:16:3e:9a:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:46Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 2, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'subnets': [{'id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:49.754607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47198) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:49.760557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578525059', 'description': 'tempest-secgroup-smoke-1578525059 description', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:49.768300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:49.772573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:49.776118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:49.784236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:49.793988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:49.817383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:49.822075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:49.825839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:49.831912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:49.933205 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:49.943204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:49.947777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7fed6185-b4b9-4506-a0fa-d88fcc41f026 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:49.992727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05636d-c446-45e7-be6d-fc0dc2fbd613,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:49.996315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.001277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.006821 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dbc4ffa2-276d-4460-a0bc-c6a4a2f432c9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2470961
Apr 20 13:18:50.007723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47202) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.014706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.021455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.025607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.028852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.035095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.052730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.137204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.140581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.142888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-68c85a7f-8b71-4387-afb0-a51317bc8133 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.168266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd64ae92-cf66-48fc-bb31-c8c4a0e09366,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.174788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.186086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.188504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1797225
Apr 20 13:18:50.196199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47206) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.203462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.210410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.214655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.217915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.224369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.242476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.312076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.315158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.317554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.342115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5882fa3-b8a5-4f9d-b906-13ebec5f5252,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.344786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.351701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.353111 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3b7b2e63-6c42-427d-b61a-d40cd59e629a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1556971
Apr 20 13:18:50.355838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47210) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.362013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.368898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.375615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.381645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.389510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.405772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.473658 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.476491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.478631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.507138 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec78b19-b1cd-463e-8e7e-650692ce1665,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.510148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.512163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.514443 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a86002f2-2224-4ee1-98e0-9bfed56153d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1570632
Apr 20 13:18:50.516235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47214) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.521769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.528627 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.532714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.536759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.544635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.565359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.634599 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.637936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.640090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.665577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f563b4d5-627d-4c7a-ac74-b22b6a67cfec,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.668295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.675950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.677515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bd7b2f6f-ced2-481f-9680-cf4558d76239 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1600206
Apr 20 13:18:50.680475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47218) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.686363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.693065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.697264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.701882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.708211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.718736 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Project dab36c1bd0c44de2b75440f11177bf1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:18:50.726045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.798132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.800944 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.803413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-003629a3-3380-4b37-8286-ddc0d70c1204 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.826773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a711762b-4d76-4018-9f40-a97392675bd6,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.829325 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:50.835582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.836845 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e444c007-cbc9-4a05-bfc6-2ee9150e942f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1553438
Apr 20 13:18:50.839823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47222) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:18:50.846026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'security_group_rule': {'security_group_id': 'ca05636d-c446-45e7-be6d-fc0dc2fbd613', 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:18:50.852567 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:18:50.857257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:security_group_rule and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:18:50.860341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:18:50.866727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:18:50.879760 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.securitygroups_db [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Project dab36c1bd0c44de2b75440f11177bf1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 13:18:50.886616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.961250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.964036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:50.972397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:50.991644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653a5e19-00e3-48e4-9b3a-32229e47e87d,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:50.994208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:51.000654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:51.001934 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-29d02eec-d5f1-42c6-b47f-ba4d35d7197c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1610556
Apr 20 13:18:51.136307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1183ce82-7376-4b7e-8ea0-4fc37438ff0c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:51.208780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:51.213884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:51.214319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:51.342813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:51.359889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:51.363435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:51.365385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:51.436227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:51.439685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:52.250814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Sync routers for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:18:52.260862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:52.261511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b588>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:52.626908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:52.971165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b588>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'ad6e112d-cbbc-4d5c-8000-a4eb379b3c46', 'name': '', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'mac_address': 'fa:16:3e:9a:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:46Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 2, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'subnets': [{'id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:52.975347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Checking router: 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:18:52.975815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Updating router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:18:53.036709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.115902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1183ce82-7376-4b7e-8ea0-4fc37438ff0c up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:53.198133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:53.198483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.411215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.423616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Transition to ACTIVE for port object ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:18:53.429692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.434810 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:53.595338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565459-8bb0-4adf-bfa8-bfc26561f5fb None None] Pushing event updated for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:53.603511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a3565459-8bb0-4adf-bfa8-bfc26561f5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:53.664553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Attempting to bind port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:18:53.664967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Attempting to bind port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:18:53.665368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Attempting to bind port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 on network 3acce8dc-8d52-4538-a46c-08374225f257 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:18:53.671654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:18:53.672066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Checking segment: {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:18:53.672506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.672933 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Bound using segment: {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:18:53.673440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Bound port: ad6e112d-cbbc-4d5c-8000-a4eb379b3c46, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2505d77e-9812-471e-b378-1713a2d9eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:18:53.673850 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.776721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] For port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:18:53.780322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] For port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:18:53.784421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:53.789471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6234c8b5-f724-461d-ba7b-6ae914a91bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:53.871096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:18:53.871814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b588>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:54.011702 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565459-8bb0-4adf-bfa8-bfc26561f5fb None None] Pushing event updated for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:54.015543 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a3565459-8bb0-4adf-bfa8-bfc26561f5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:54.081222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:18:54.429767 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d451b588>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'ad6e112d-cbbc-4d5c-8000-a4eb379b3c46', 'name': '', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'mac_address': 'fa:16:3e:9a:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:46Z', 'updated_at': '2021-04-20T13:18:53Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'subnets': [{'id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:18:54.434570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19c4c6-45a3-4448-bbb3-6692e9e0a703 None None] The sync data for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi is: [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:18:46Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'ad6e112d-cbbc-4d5c-8000-a4eb379b3c46', 'name': '', 'network_id': '3acce8dc-8d52-4538-a46c-08374225f257', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'mac_address': 'fa:16:3e:9a:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:46Z', 'updated_at': '2021-04-20T13:18:53Z', 'revision_number': 4, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'subnets': [{'id': '8f5b8e20-7737-4129-bda6-37a91fbd58cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:18:55.143322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:55.220476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:18:55.224539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:55.224994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:55.356990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:55.397328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:18:55.400251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:55.402175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:18:55.473013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:18:55.482600 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.482986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.483366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.483888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.484263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.484635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.485004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.485373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.485790 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.486197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.486569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.486935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:18:55.491118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:18:55.892544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-78ff2ca0-cc49-4c0e-bbd4-038a834fac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:57.118045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:18:57.200589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:18:57.200956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:58.400061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-a9ef41b5-4794-42f6-a4dd-aaa44ebbfee7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0798676
Apr 20 13:18:58.514365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-b81acf65-9e4e-4f7b-b024-6584ce5b41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:58.516414 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-b81acf65-9e4e-4f7b-b024-6584ce5b41dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 1100 time: 0.0910122
Apr 20 13:18:58.575092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c5c9-790e-45af-a7d4-bde94b737cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:58.679375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-1b1b54e0-e7f4-43c9-9f52-a05ba43856c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:58.680966 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-1b1b54e0-e7f4-43c9-9f52-a05ba43856c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 200  len: 918 time: 0.1448863
Apr 20 13:18:58.799855 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-b28db8f2-fbbb-46f8-8e8a-b633f912b317 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 200  len: 1001 time: 0.1106184
Apr 20 13:18:58.877542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-7708ce00-cd62-4b26-b00c-44607a11ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:58.879107 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-7708ce00-cd62-4b26-b00c-44607a11ff7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 200  len: 855 time: 0.0704944
Apr 20 13:18:58.962733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:58.977211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-fe89f634-6708-4db0-806d-4ba84a8944fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:18:58.978825 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-fe89f634-6708-4db0-806d-4ba84a8944fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3b81097-522d-4cc1-9514-8795ae681aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922451
Apr 20 13:18:59.117073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:18:59.129105 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-3ba94b32-53c3-4004-99db-30b5d038be7a service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424718
Apr 20 13:18:59.278387 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b624eeaa-7f19-48b3-bbc1-589d9795b14a req-820b017f-5586-4115-b474-894e1f2f87e1 service neutron] 10.222.0.58 "GET /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420658
Apr 20 13:19:00.393761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:01.289321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:07.176685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c13d3-6868-4de0-9d88-4139f821f1f7 req-666f67b4-a18e-427c-81af-91fe1c88b854 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:07.178455 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d87c13d3-6868-4de0-9d88-4139f821f1f7 req-666f67b4-a18e-427c-81af-91fe1c88b854 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.0935333
Apr 20 13:19:07.226000 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d87c13d3-6868-4de0-9d88-4139f821f1f7 req-396d916e-0edf-4029-9b24-e345675d32c4 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411630
Apr 20 13:19:08.441403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029f048-af46-4cac-8726-f9568bdcafdb req-ccf2609d-67f0-4d8a-b9e8-73bc9f5d2c0b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:08.443008 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4029f048-af46-4cac-8726-f9568bdcafdb req-ccf2609d-67f0-4d8a-b9e8-73bc9f5d2c0b tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.0908563
Apr 20 13:19:08.497234 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4029f048-af46-4cac-8726-f9568bdcafdb req-ff2def99-3766-493f-bc43-0a44115fd554 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476007
Apr 20 13:19:08.684868 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b23af1d8-123c-4140-ba89-048fcde4c002 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:08.710050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b23af1d8-123c-4140-ba89-048fcde4c002 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:08.711285 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b23af1d8-123c-4140-ba89-048fcde4c002 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578525059&fields=id&tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 267 time: 0.0872209
Apr 20 13:19:08.720662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f063832-07af-4421-92b9-71a460afe7a5 req-2ec8007c-8743-4a51-a650-a1ec23d847af tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:08.722162 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f063832-07af-4421-92b9-71a460afe7a5 req-2ec8007c-8743-4a51-a650-a1ec23d847af tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.1378465
Apr 20 13:19:08.898517 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Deleting port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:08.898815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:08.997929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-684513e8-a2d6-46a6-831a-460ab54815a2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:08.998680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-684513e8-a2d6-46a6-831a-460ab54815a2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:09.068033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-684513e8-a2d6-46a6-831a-460ab54815a2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:09.069310 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-684513e8-a2d6-46a6-831a-460ab54815a2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.3462133
Apr 20 13:19:09.161117 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-01b045b6-949f-4593-bf97-faa8af213029 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/quotas/dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 375 time: 0.0663426
Apr 20 13:19:09.289031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] For port bd2fea89-84d7-4b1d-b7d1-13b70890cce1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:09.289430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:09.397240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-631b3c03-ffe4-4f34-a6d4-383e3d7a5c13 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:09.491918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-631b3c03-ffe4-4f34-a6d4-383e3d7a5c13 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:09.493341 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-631b3c03-ffe4-4f34-a6d4-383e3d7a5c13 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3262670
Apr 20 13:19:09.719886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:09.720291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:09.720646 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Floating IP 017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f disassociated. External IP: 172.27.2.66, port: bd2fea89-84d7-4b1d-b7d1-13b70890cce1.
Apr 20 13:19:09.721022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Calling delete_port for bd2fea89-84d7-4b1d-b7d1-13b70890cce1 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:09.931749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b6e6-057c-4ccc-bfa1-a6c37b406ca9 req-7fe7f73e-fa15-430b-b64d-29bc70a7aeec tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:09.933266 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4673b6e6-057c-4ccc-bfa1-a6c37b406ca9 req-7fe7f73e-fa15-430b-b64d-29bc70a7aeec tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 947 time: 0.3111691
Apr 20 13:19:09.941272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-5be4a5f4-fbfc-4d68-85ce-c4d3bb4ca0ac service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4320004
Apr 20 13:19:10.364472 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4673b6e6-057c-4ccc-bfa1-a6c37b406ca9 req-a900c1a3-d1a9-44f9-bd63-fb61d99bf76c tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups?id=8f018ed2-667c-4524-b6d9-f797103c0e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4211042
Apr 20 13:19:10.389920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:10.397588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f124c322-a254-4481-b1d9-c8f05e1e1232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:10.450334 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'Port': ['ID=bd2fea89-84d7-4b1d-b7d1-13b70890cce1,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:10.462499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:10.527627 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b5f0a991-761a-4479-8544-5d878a34dee3 service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3040166
Apr 20 13:19:10.666286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:19:10.821946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:19:10.868544 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:10.874132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: bd2fea89-84d7-4b1d-b7d1-13b70890cce1 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:19:10.874988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device bd2fea89-84d7-4b1d-b7d1-13b70890cce1 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:19:10.881137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:10.892150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:10.893887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d49e1668>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:11.011761 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] No DVR routers for this DVR port bd2fea89-84d7-4b1d-b7d1-13b70890cce1 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:19:11.019219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:11.022186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-deleted', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:11.031569 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7948ce67-b945-4065-842d-39dcd55bc452 req-00c2ad99-25d4-473a-9806-d4c7e074ff3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0676718
Apr 20 13:19:11.043908 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3f063832-07af-4421-92b9-71a460afe7a5 req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.58 "DELETE /v2.0/ports/bd2fea89-84d7-4b1d-b7d1-13b70890cce1 HTTP/1.1" status: 204  len: 173 time: 2.2951992
Apr 20 13:19:11.100074 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e27025-7270-4ef4-9874-75c6a83818bc', 'name': 'network-vif-deleted', 'tag': 'bd2fea89-84d7-4b1d-b7d1-13b70890cce1', 'status': 'completed', 'code': 200}
Apr 20 13:19:11.136294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:11.482852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d49e1668>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:11.487333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:11.496701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:11.497423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d49e1668>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:11.560846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cddd048f-39a1-4e05-8248-0b0c4ad0243b req-53dd5928-43f6-403a-affc-67d5f031fedc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Synchronizing usage tracker for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:11.577773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-cddd048f-39a1-4e05-8248-0b0c4ad0243b req-53dd5928-43f6-403a-affc-67d5f031fedc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Unset dirty status for tenant:0f6e5b552ed14bd3b73d80097bfe2f3d on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:11.579869 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cddd048f-39a1-4e05-8248-0b0c4ad0243b req-53dd5928-43f6-403a-affc-67d5f031fedc tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/ports?device_id=06e27025-7270-4ef4-9874-75c6a83818bc HTTP/1.1" status: 200  len: 210 time: 0.0791056
Apr 20 13:19:11.871724 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:12.156670 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b25e8135-e65d-4535-9a27-9700b2f1e62d req-b59311db-eb2e-40d9-b95a-fb743a2cf3a0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0541856
Apr 20 13:19:12.247029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d49e1668>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:12.251330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff759ef9-a6b1-4de9-9b66-07ca30ff6bfc None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': 'd83c14d6-fd27-43da-8008-f13ce3cda906', 'name': '', 'network_id': 'c3b81097-522d-4cc1-9514-8795ae681aa3', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'mac_address': 'fa:16:3e:98:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:40Z', 'updated_at': '2021-04-20T13:12:47Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'subnets': [{'id': '36d98e71-73d5-4c85-8d3a-9abb75842f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:12.623440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe85d1-12d0-4067-accf-bfd532df17d2 None None] New status for floating IP 017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:19:12.716635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47378) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:12.799973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:12.834940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:12.890041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:12.895389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6172f5ec-6c63-4312-855f-530d20abac5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:12.910359 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f018ed2-667c-4524-b6d9-f797103c0e7f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:12.913683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:12.915858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:12.919676 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "DELETE /v2.0/security-groups/8f018ed2-667c-4524-b6d9-f797103c0e7f HTTP/1.1" status: 204  len: 168 time: 0.1993666
Apr 20 13:19:12.920432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47384) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:12.939032 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.v2.resource [None req-0593f03f-df9e-4ec7-ade3-44a306358a86 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] show failed (client error): The resource could not be found.
Apr 20 13:19:12.940588 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0593f03f-df9e-4ec7-ade3-44a306358a86 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "GET /v2.0/security-groups/8f018ed2-667c-4524-b6d9-f797103c0e7f HTTP/1.1" status: 404  len: 347 time: 0.0193169
Apr 20 13:19:12.943256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47388) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:13.120749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Deleting port a62eeea1-29b1-4594-a05f-068229e4c236 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:13.121132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.279789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c2b3f322-6b3c-454c-9a86-7a178c2147b0 req-e9514dfa-c362-4aee-8fb5-c6dcc88e6f33 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0658307
Apr 20 13:19:13.312090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.312623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.453396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Calling delete_port for a62eeea1-29b1-4594-a05f-068229e4c236 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:13.606292 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.611212 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:13.666373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Pushing event deleted for resources: {'Port': ['ID=a62eeea1-29b1-4594-a05f-068229e4c236,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:13.701282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:13.767732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.788403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:13.793752 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-f5cdc5bd-7ba7-49ec-b878-757b21dcdda0 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] 10.222.0.72 "DELETE /v2.0/floatingips/017db2a9-01e0-4b5b-b0b5-ec8392ef0b3f HTTP/1.1" status: 204  len: 168 time: 0.8450644
Apr 20 13:19:14.447626 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6d9a8368-bb78-4244-b3c5-825cee659f70 req-0df5b860-e9c8-48e6-9463-3172eefce5a6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0540042
Apr 20 13:19:15.289199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-c050aee7-af10-4ebb-bdb1-73e7b91d982a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:15.291281 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-c050aee7-af10-4ebb-bdb1-73e7b91d982a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.1770701
Apr 20 13:19:15.386109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-5acfdaf4-f7bc-45d9-b68a-3de2f336dfa6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 8061 time: 0.0846982
Apr 20 13:19:15.397143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'port': {'device_id': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'admin_state_up': True, 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'security_groups': ['ca05636d-c446-45e7-be6d-fc0dc2fbd613']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:15.563687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:15.610573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:15.629034 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3cd36222-5946-4ee1-a903-e86e52f0c6cc req-88f07817-3041-4970-ad2d-6e25eccf4022 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0574956
Apr 20 13:19:15.632396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Made reservation on behalf of dab36c1bd0c44de2b75440f11177bf1b for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:19:15.638525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:15.822539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.20.0.12 (efe135a0-86d6-41ca-bf48-f0ec6d74363f/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8/fc70b882-70ba-47f3-bd75-c4ac5a35ea0c) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:16.045274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.062987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Transition to ACTIVE for port object fc70b882-70ba-47f3-bd75-c4ac5a35ea0c will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:16.095969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.103729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8ec10900-0313-41d2-8f73-abf8142fb09d tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:16.169976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:16.179363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:16.182031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:16.234945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:16.238139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:16.266024 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:16.266746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.294779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9018810
Apr 20 13:19:16.311709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Request body: {'port': {'device_id': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:16.435503 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.437559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-31df224b-76a5-40f3-80b0-07413e242570 None None] Provisioning for port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:16.443036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-31df224b-76a5-40f3-80b0-07413e242570 None None] Provisioning complete for port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:16.443586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-31df224b-76a5-40f3-80b0-07413e242570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.502322 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-31df224b-76a5-40f3-80b0-07413e242570 None None] Port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:19:16.674847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47430) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:16.889446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc70b882-70ba-47f3-bd75-c4ac5a35ea0c {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:19:16.901053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.930259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7479d-7e46-48af-b4e1-8159a897bb0b req-99eae0ab-4b89-48ac-8a79-183046a57657 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:16.931030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1eb7479d-7e46-48af-b4e1-8159a897bb0b req-99eae0ab-4b89-48ac-8a79-183046a57657 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:16.940383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Transition to ACTIVE for port object fc70b882-70ba-47f3-bd75-c4ac5a35ea0c will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:16.946066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:16.951989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fc2847bb-687f-41af-ae1f-261ca72d2a56 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:16.993343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-1eb7479d-7e46-48af-b4e1-8159a897bb0b req-99eae0ab-4b89-48ac-8a79-183046a57657 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:16.994617 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1eb7479d-7e46-48af-b4e1-8159a897bb0b req-99eae0ab-4b89-48ac-8a79-183046a57657 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 932 time: 0.2419424
Apr 20 13:19:17.121045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:17.124534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:17.224271 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1eb7479d-7e46-48af-b4e1-8159a897bb0b req-73b56564-769a-4927-8a0f-cf44d745ba10 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2181294
Apr 20 13:19:17.261750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Attempting to bind port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:19:17.262122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Attempting to bind port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:19:17.262491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Attempting to bind port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:17.268086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c on network efe135a0-86d6-41ca-bf48-f0ec6d74363f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:19:17.268470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Attempting to bind port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:17.274149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:19:17.274463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:17.274874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Bound using segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:19:17.275343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Bound port: fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:19:17.275752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:17.371558 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:19:17.374762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:19:17.378425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:17.383340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-442fc0a4-e917-4e91-9197-1a0fcff776a2 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:17.440593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:17.447444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:17.448135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:17.449637 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] 10.222.0.58 "PUT /v2.0/ports/fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 200  len: 1094 time: 1.1427145
Apr 20 13:19:17.450177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:17.486942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:17.491647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:17.540750 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'status': 'completed', 'code': 200}
Apr 20 13:19:17.590438 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-ba8ee3e8-a848-48c6-8bd5-c60d0d77ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:17.592225 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-ba8ee3e8-a848-48c6-8bd5-c60d0d77ae72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1097 time: 0.0926814
Apr 20 13:19:17.871731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Deleting port d83c14d6-fd27-43da-8008-f13ce3cda906 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:17.872031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:17.919001 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-ddd7598b-f268-4b12-b8c0-e91602b00921 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 200  len: 217 time: 0.3141003
Apr 20 13:19:17.998444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b0a97950-004a-4c1d-b3e9-0ca5222db3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.000632 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-b0a97950-004a-4c1d-b3e9-0ca5222db3a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0695901
Apr 20 13:19:18.100434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-193ffdc2-f900-415d-b171-64bb97bb68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.102085 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-193ffdc2-f900-415d-b171-64bb97bb68e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907683
Apr 20 13:19:18.265298 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-57997fd2-3230-4956-b03f-6a151351968d service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520460
Apr 20 13:19:18.325921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] For port d83c14d6-fd27-43da-8008-f13ce3cda906, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=d83c14d6-fd27-43da-8008-f13ce3cda906,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:18.326297 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:18.473320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Calling delete_port for d83c14d6-fd27-43da-8008-f13ce3cda906 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:18.485842 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4334b7e8-cbd6-434c-a427-b43d1dd92dc9 req-4cebdf4c-e1d1-4104-872b-59b19f591bf5 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095184
Apr 20 13:19:18.502252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e30e1-366b-4d7b-9c7a-df863aa022d5 req-76e5f0f4-fadb-43e5-9df6-40b479f3d656 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.503900 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da9e30e1-366b-4d7b-9c7a-df863aa022d5 req-76e5f0f4-fadb-43e5-9df6-40b479f3d656 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1482797
Apr 20 13:19:18.612269 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-da9e30e1-366b-4d7b-9c7a-df863aa022d5 req-aa1b2e0e-1e66-40d3-b781-7620ea977adc tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000464
Apr 20 13:19:18.646168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41fe1b-5662-4888-803d-222cb938c777 req-039ab493-6e18-409f-b9cf-4f6b8d24fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.647937 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-039ab493-6e18-409f-b9cf-4f6b8d24fa2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1097 time: 0.1070325
Apr 20 13:19:18.667057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:18.671039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bb7bf0f0-b965-49a2-b8a2-502619f86dc7 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:18.721699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83c14d6-fd27-43da-8008-f13ce3cda906,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:18.724462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:18.809837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41fe1b-5662-4888-803d-222cb938c777 req-31ac0cad-e2de-46d3-b7b2-38f26374e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.811431 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-31ac0cad-e2de-46d3-b7b2-38f26374e0a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1559858
Apr 20 13:19:18.892416 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-62bac408-5c86-425e-8431-0beb64dd93c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 200  len: 217 time: 0.0696683
Apr 20 13:19:18.977718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41fe1b-5662-4888-803d-222cb938c777 req-bac6b402-d93f-48fe-9b79-67d810f9a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:18.979439 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-bac6b402-d93f-48fe-9b79-67d810f9a62b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0771589
Apr 20 13:19:19.039664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:19.079462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41fe1b-5662-4888-803d-222cb938c777 req-3bd56e57-7bb0-48d3-8fb2-772a29f8c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:19.081745 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-3bd56e57-7bb0-48d3-8fb2-772a29f8c032 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907686
Apr 20 13:19:19.245339 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-ff9c666c-13ad-4491-a8bc-cfa33cf5cb64 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526887
Apr 20 13:19:19.393082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3e41fe1b-5662-4888-803d-222cb938c777 req-09361eb6-5bc1-42f6-9fd1-23cec02e9a97 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392767
Apr 20 13:19:19.438106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Router b39792a3-ee15-4b1a-9758-b2289cda384c has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:19:19.628683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:19.638514 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Sync routers for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:19.642675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-109b2a8f-902d-4470-88cf-e395e7ba5209 admin admin] 10.222.0.72 "PUT /v2.0/routers/b39792a3-ee15-4b1a-9758-b2289cda384c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9659762
Apr 20 13:19:19.645246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47442) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:19.652141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:19.652897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f1ba8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:19.843101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d94b-1dbf-4ab1-8874-2f226f014114 req-a832c9ee-e4c6-4fe7-9bb1-06044827480a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:19.844897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0619d94b-1dbf-4ab1-8874-2f226f014114 req-a832c9ee-e4c6-4fe7-9bb1-06044827480a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1039505
Apr 20 13:19:19.852960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:19.860099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:19.904087 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0619d94b-1dbf-4ab1-8874-2f226f014114 req-e7b99b2e-5acd-4734-a026-ea9af0211892 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509360
Apr 20 13:19:19.965971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:19:20.058955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:20.067889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Deleting port 09eef862-5251-486e-b00d-194186efea42 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:20.068265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:20.173634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f1ba8>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '09eef862-5251-486e-b00d-194186efea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:19:18Z', 'revision_number': 5, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port': {'id': '09eef862-5251-486e-b00d-194186efea42', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:12:34Z', 'updated_at': '2021-04-20T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:20.177965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Checking router: b39792a3-ee15-4b1a-9758-b2289cda384c for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:20.187336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Routers {'b39792a3-ee15-4b1a-9758-b2289cda384c'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:20.188013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f1ba8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['b39792a3-ee15-4b1a-9758-b2289cda384c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:20.270078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] For port 09eef862-5251-486e-b00d-194186efea42, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=09eef862-5251-486e-b00d-194186efea42,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:20.270479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:20.357307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] Set router b39792a3-ee15-4b1a-9758-b2289cda384c gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:20.403859 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Calling delete_port for 09eef862-5251-486e-b00d-194186efea42 owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:20.473582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d46f1ba8>, [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:19:20Z', 'revision_number': 6, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:20.477964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fe6f3-54c4-4dc8-aeb1-cb87b3a71e2e None None] The sync data for ids ['b39792a3-ee15-4b1a-9758-b2289cda384c'] in dv-cinder-786627-2-iscsi is: [{'id': 'b39792a3-ee15-4b1a-9758-b2289cda384c', 'name': 'tempest-AttachVolumeShelveTestJSON-473141645-router', 'tenant_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:12:33Z', 'updated_at': '2021-04-20T13:19:20Z', 'revision_number': 6, 'project_id': '0f6e5b552ed14bd3b73d80097bfe2f3d', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:20.613975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:20.618940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d8bbd3a-a3ab-41ad-9208-b8e2921ff5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:20.667089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Pushing event deleted for resources: {'Port': ['ID=09eef862-5251-486e-b00d-194186efea42,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:20.705240 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:20.767661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.143091 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff6c0-e0fa-4444-a253-84f70a4e143b req-8a58be47-3288-4a80-9fc7-c7841218141d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:21.144775 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca7ff6c0-e0fa-4444-a253-84f70a4e143b req-8a58be47-3288-4a80-9fc7-c7841218141d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1078882
Apr 20 13:19:21.157183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d83c14d6-fd27-43da-8008-f13ce3cda906 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:19:21.197313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: d83c14d6-fd27-43da-8008-f13ce3cda906 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:19:21.198076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device d83c14d6-fd27-43da-8008-f13ce3cda906 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:19:21.198562 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 09eef862-5251-486e-b00d-194186efea42 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:19:21.203209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca7ff6c0-e0fa-4444-a253-84f70a4e143b req-e2c4bb19-387b-46ef-8cd5-b0edaba73f28 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502615
Apr 20 13:19:21.221677 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.225152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.239217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 09eef862-5251-486e-b00d-194186efea42 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:19:21.239607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 09eef862-5251-486e-b00d-194186efea42 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:19:21.245654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.250824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39792a3-ee15-4b1a-9758-b2289cda384c {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:19:21.259726 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.260967 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b58b5127-ce63-4208-bcbf-ca8807e2d99e admin admin] 10.222.0.72 "DELETE /v2.0/routers/b39792a3-ee15-4b1a-9758-b2289cda384c HTTP/1.1" status: 204  len: 168 time: 1.6147344
Apr 20 13:19:21.263866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47448) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:21.345220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Deleting subnet 36d98e71-73d5-4c85-8d3a-9abb75842f0d {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:19:21.348552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.401319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.485969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.746307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.751485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:21.791551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d98e71-73d5-4c85-8d3a-9abb75842f0d,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:21.795429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.799326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:21.801553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c85472-c975-44a9-948f-1a0848e26dda None None] Network c3b81097-522d-4cc1-9514-8795ae681aa3 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:19:21.804610 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-adf99dcc-51e6-4d91-8695-5aab3c2ec480 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/36d98e71-73d5-4c85-8d3a-9abb75842f0d HTTP/1.1" status: 204  len: 168 time: 0.5396099
Apr 20 13:19:21.809266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47452) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:21.926587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:21.939015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Deleting port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:21.939388 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.081782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] DHCP port deletion for c3b81097-522d-4cc1-9514-8795ae681aa3 request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:19:22.086252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Deleting port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:22.086675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.171588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] For port c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:22.177953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.310464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Calling delete_port for c9cb1366-0c48-4c1a-aed3-db6d1582ba84 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:22.315798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] For port c9cb1366-0c48-4c1a-aed3-db6d1582ba84, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,segment=NetworkSegment(11238dfd-8d5f-4021-ac7c-0b223e73b786),segment_id=11238dfd-8d5f-4021-ac7c-0b223e73b786)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:22.316246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.452896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Calling delete_port for c9cb1366-0c48-4c1a-aed3-db6d1582ba84 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:19:22.462458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.467694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e2c05015-4acf-405e-9f92-a548bb6259e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:22.509473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c732d7-badb-4f6a-b42a-7ebe30fa96ec req-2fb8098c-c962-4bbf-877c-1b785b5cb9d8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:22.511105 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79c732d7-badb-4f6a-b42a-7ebe30fa96ec req-2fb8098c-c962-4bbf-877c-1b785b5cb9d8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1674037
Apr 20 13:19:22.537097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:19:22.537512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:19:22.544184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cb1366-0c48-4c1a-aed3-db6d1582ba84,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:22.546398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] No DVR routers for this DVR port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 on host dv-cinder-786627-2-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:19:22.575015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:22.688593 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79c732d7-badb-4f6a-b42a-7ebe30fa96ec req-19846ced-58bb-4a32-8529-c2266b978a38 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1667163
Apr 20 13:19:22.697025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.820674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5da4e0>,) {'filters': {'network_id': ['c3b81097-522d-4cc1-9514-8795ae681aa3']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:22.834545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5da4e0>, '11238dfd-8d5f-4021-ac7c-0b223e73b786') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:22.834781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf5da4e0>, '11238dfd-8d5f-4021-ac7c-0b223e73b786') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:22.847582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.865166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:22.871666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:19:23.038391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Deleting port c9cb1366-0c48-4c1a-aed3-db6d1582ba84 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:19:23.038821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.053631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Network c3b81097-522d-4cc1-9514-8795ae681aa3 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:19:23.063116 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.112404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-3c45c7c7-a4da-433e-97ee-92ffa2a827aa None None] The port 'c9cb1366-0c48-4c1a-aed3-db6d1582ba84' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:19:23.136101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device c9cb1366-0c48-4c1a-aed3-db6d1582ba84 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:19:23.177131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: c9cb1366-0c48-4c1a-aed3-db6d1582ba84 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:19:23.177781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device c9cb1366-0c48-4c1a-aed3-db6d1582ba84 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:19:23.252476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Network c3b81097-522d-4cc1-9514-8795ae681aa3 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:19:23.275377 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:19:23.354862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.358473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61fbab55-e3f5-4927-9e68-8acd2b9d5885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:23.372412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.383448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b81097-522d-4cc1-9514-8795ae681aa3,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:23.388017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:23.392459 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c3b81097-522d-4cc1-9514-8795ae681aa3 HTTP/1.1" status: 204  len: 168 time: 1.5821280
Apr 20 13:19:23.512030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47460) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:23.565526 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-28e360f4-8c37-4c86-87e0-7f0ccf379aa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f6e5b552ed14bd3b73d80097bfe2f3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521688
Apr 20 13:19:23.568384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47464) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:23.632028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.659785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.704994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.708921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3ffc43d9-4248-46d5-aabb-606fea610bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:23.722861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af825e-76b5-4da1-8b2b-a40cdc41cb11,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:23.725393 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:23.730920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:23.732162 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9ba6d256-2a24-44c3-b1a8-e80e15817f86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66af825e-76b5-4da1-8b2b-a40cdc41cb11 HTTP/1.1" status: 204  len: 168 time: 0.1627009
Apr 20 13:19:23.917499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfb9c5-8e60-4444-b35a-1935bcf31be5 req-86adfb48-068e-44a2-9bfb-641e25c5cc9d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:23.919962 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-accfb9c5-8e60-4444-b35a-1935bcf31be5 req-86adfb48-068e-44a2-9bfb-641e25c5cc9d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1059093
Apr 20 13:19:23.980137 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-accfb9c5-8e60-4444-b35a-1935bcf31be5 req-0cb06423-c7be-4c5d-aa5f-e263571f02f3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497596
Apr 20 13:19:24.550786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47490) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:24.666616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1170061638-network', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:24.672494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:24.676648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Usage tracker for resource:network and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:24.680147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:24.686209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:24.696586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Made reservation on behalf of 3b0fc4eea3a44f21a9444f7078687014 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:19:24.701401 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.714527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.730198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:24.734838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:24.737872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:24.743989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:24.831856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.834843 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.839208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-43be67c2-97b8-451f-a5ca-b1c36769cb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:24.868809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:19:24.878462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62250a80-c3ff-4a8e-a310-5461b7b29266,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:24.882357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:24.885390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.885780 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Added segment 7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1 of type vlan for network 8cebda5a-1404-468f-844e-075c9adcf45e
Apr 20 13:19:24.914855 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.948141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.949575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:24.950228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:24.955525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:25.064868 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5128417
Apr 20 13:19:25.066620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Pushing event updated for resources: {'Network': ['ID=8cebda5a-1404-468f-844e-075c9adcf45e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:25.067993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47498) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:25.071111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6ead3c3d-4c32-458a-9bef-c025042b6c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:25.075055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Request body: {'subnet': {'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1170061638-subnet', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:25.080469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:25.081623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 8cebda5a-1404-468f-844e-075c9adcf45e details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:19:25.090081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Usage tracker for resource:subnet and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:25.093864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:25.102378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:25.119522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Made reservation on behalf of 3b0fc4eea3a44f21a9444f7078687014 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:19:25.124522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:25.200727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065903e-139f-4366-807b-dcc53d0a9bf1 req-954f9b8e-6e9e-439d-af73-07dd673d5adb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:25.202055 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b065903e-139f-4366-807b-dcc53d0a9bf1 req-954f9b8e-6e9e-439d-af73-07dd673d5adb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.0998654
Apr 20 13:19:25.266359 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b065903e-139f-4366-807b-dcc53d0a9bf1 req-07abcc52-4acb-456f-bab1-1c9daf131287 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571721
Apr 20 13:19:25.539734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:25.544773 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d2c4377-7272-4c85-a06f-6cbbfa495b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:25.622614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd12d27-39d9-4031-b51d-523a97c8ea35,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:25.629074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:25.631772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Checking segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:25.632168 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Network hostable DHCP agents. Network: 8cebda5a-1404-468f-844e-075c9adcf45e, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:19:25.654494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Network 8cebda5a-1404-468f-844e-075c9adcf45e is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:19:25.660875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 8cebda5a-1404-468f-844e-075c9adcf45e) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:25.670846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d4608-14ce-4e1b-bcd5-321b7dba0dd4 None None] Network 8cebda5a-1404-468f-844e-075c9adcf45e requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:19:25.673834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:25.674485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:25.697479 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e47d95fa-910c-433c-b5e1-10104ebccf1f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6255531
Apr 20 13:19:25.697820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47502) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:25.703589 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:25.708666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:25.712775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Usage tracker for resource:router and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:25.716391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:25.723006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:25.734979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-350'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:25.736160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854075387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854237164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775482'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:25.751173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.042712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f1651b62-7cac-4986-9612-0b8d2660a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.060548 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854075150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775495'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.102064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ce7be1e-e018-522b-a69f-55a185fa8d06-8cebda5a-1404-468f-844e-075c9adcf45e', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35'}]}} from dv-cinder-786627-2-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 13:19:26.103011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.284003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Allocated IP 172.20.0.2 (8cebda5a-1404-468f-844e-075c9adcf45e/4dd12d27-39d9-4031-b51d-523a97c8ea35/8984f91e-f605-4484-b36d-f24d76d85095) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:26.399424 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.432537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.498631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1111de-49a7-4c42-9d70-5d38c9b9c209 req-ccbbffdb-9b7e-49c7-97c4-7152aa887087 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:26.500870 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d1111de-49a7-4c42-9d70-5d38c9b9c209 req-ccbbffdb-9b7e-49c7-97c4-7152aa887087 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 944 time: 0.1024663
Apr 20 13:19:26.520864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.532787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Transition to ACTIVE for port object 8984f91e-f605-4484-b36d-f24d76d85095 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:26.553777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Transition to ACTIVE for port object 8984f91e-f605-4484-b36d-f24d76d85095 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:26.559013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.565288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:26.567307 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d1111de-49a7-4c42-9d70-5d38c9b9c209 req-38a6b9f7-5cd5-48d5-9735-899669e3beb6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570254
Apr 20 13:19:26.597978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Allocated IP 172.27.2.218 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/4c4df8b8-8b37-47c6-bd38-c30f7f0212f0) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:26.630187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Network 8cebda5a-1404-468f-844e-075c9adcf45e is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:26.633876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:26.637830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:26.648087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Pushing event updated for resources: {'Port': ['ID=8984f91e-f605-4484-b36d-f24d76d85095,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:26.650986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:26.749093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Attempting to bind port 8984f91e-f605-4484-b36d-f24d76d85095 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:19:26.750112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Attempting to bind port 8984f91e-f605-4484-b36d-f24d76d85095 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:19:26.750521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Attempting to bind port 8984f91e-f605-4484-b36d-f24d76d85095 on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:26.757189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:19:26.757823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Checking segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:26.758527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.759215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Bound using segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:19:26.760279 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Bound port: 8984f91e-f605-4484-b36d-f24d76d85095, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:19:26.760698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.766314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.797754 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.803056 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5506a9cb-940a-40cd-81eb-8f5a8672cfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:26.866217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] For port 8984f91e-f605-4484-b36d-f24d76d85095, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:19:26.869534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] For port 8984f91e-f605-4484-b36d-f24d76d85095, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8984f91e-f605-4484-b36d-f24d76d85095,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:19:26.872305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:26.872906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:26.876531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:26.878246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:26.880740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:26.920348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device fc70b882-70ba-47f3-bd75-c4ac5a35ea0c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:19:26.980802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Pushing event updated for resources: {'Port': ['ID=8984f91e-f605-4484-b36d-f24d76d85095,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:26.985592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:27.013308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Pushing event updated for resources: {'Port': ['ID=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:27.071051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:27.126570 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:27.142378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'port_id': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'mac_address': 'fa:16:3e:0c:8f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:19:27.203990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:27.224688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc70b882-70ba-47f3-bd75-c4ac5a35ea0c {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:19:27.243684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:27.248323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:27.250918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:27.336003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:27.340809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:27.376712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:27.493661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['fc70b882-70ba-47f3-bd75-c4ac5a35ea0c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:19:27.784662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df0ab0-c985-48c9-a9b3-694201f7285d req-476fa693-de99-4d69-8802-2217d07e4cc8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:27.786414 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-55df0ab0-c985-48c9-a9b3-694201f7285d req-476fa693-de99-4d69-8802-2217d07e4cc8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 945 time: 0.1032693
Apr 20 13:19:28.039893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700632'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:28.107343 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-55df0ab0-c985-48c9-a9b3-694201f7285d req-8c441a63-9fd4-4fe4-b8ab-0eb6aaf97b82 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3139935
Apr 20 13:19:28.281737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 is scheduled to L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 13:19:28.433781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab647214-a804-4fd7-bedb-c18a36205976 None None] Network 8cebda5a-1404-468f-844e-075c9adcf45e requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:19:28.479948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:28.490304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:28.504755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:28.505533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d41b9b70>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:18:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:28.509457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:28.513358 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8120122
Apr 20 13:19:28.513759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47510) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:28.534403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-afbdce0c-9313-4ac8-b7a0-b84e097e4fdb None None] Provisioning for port 8984f91e-f605-4484-b36d-f24d76d85095 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:28.591893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-48d65fff-9d1e-48a5-914e-a1fea0e3418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:28.712025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:28.900889 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device fc70b882-70ba-47f3-bd75-c4ac5a35ea0c up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:28.984433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.003485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:29.010420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:29.010919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.064971 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d41b9b70>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:27Z', 'revision_number': 3, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:29.069569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:29.069964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Updating router a880f200-138f-43b2-8d4d-d9e2f3640e72 port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 binding host dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:19:29.133547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.173002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.181512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.218039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:29.231183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:29.235734 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8984f91e-f605-4484-b36d-f24d76d85095 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:29.291290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.296045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:29.343784 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'code': 200}
Apr 20 13:19:29.391539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd1c7-0ce4-44b6-8dba-b32fe11d0f2d req-4cc1562d-28ba-4251-a7b8-7aa97f899b79 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:29.399530 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5b8cd1c7-0ce4-44b6-8dba-b32fe11d0f2d req-4cc1562d-28ba-4251-a7b8-7aa97f899b79 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.1192336
Apr 20 13:19:29.408269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 8984f91e-f605-4484-b36d-f24d76d85095 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:29.411704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:29.426522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:29.428156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8984f91e-f605-4484-b36d-f24d76d85095 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:29.428964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.444646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.458058 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5b8cd1c7-0ce4-44b6-8dba-b32fe11d0f2d req-ffec0819-687b-41f6-b7bf-5f67c02f8509 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574772
Apr 20 13:19:29.590122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.609309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.624211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 8984f91e-f605-4484-b36d-f24d76d85095, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8984f91e-f605-4484-b36d-f24d76d85095,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:29.626077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Transition to ACTIVE for port object 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:29.628637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.631211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:29.635969 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.641871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c57abf6d-f1c8-4ac0-84a0-b3ece8ea7732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:29.672997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08295-f486-4db5-b8c6-994d5f2143b1 req-6e7d53f7-3a9e-43bc-a34a-f21dfe8d32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:29.674747 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6f08295-f486-4db5-b8c6-994d5f2143b1 req-6e7d53f7-3a9e-43bc-a34a-f21dfe8d32db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1099 time: 0.0860083
Apr 20 13:19:29.706115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Allocated IP 172.20.0.1 (8cebda5a-1404-468f-844e-075c9adcf45e/4dd12d27-39d9-4031-b51d-523a97c8ea35/875f69ab-fb3e-42a1-9ff4-1ca9f644da2f) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:29.723274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=8984f91e-f605-4484-b36d-f24d76d85095,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:29.727112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:29.729958 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6f08295-f486-4db5-b8c6-994d5f2143b1 req-29725b69-ada4-4e83-bbb1-03f48c2ff188 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445843
Apr 20 13:19:29.735464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Attempting to bind port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:19:29.735464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Attempting to bind port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:19:29.735464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Attempting to bind port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 on network 66920fcf-2d9e-4e77-8668-a98f368dcfac {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:29.744233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:19:29.744637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Checking segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:29.745084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.745513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Bound using segment: {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:19:29.746028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Bound port: 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e855b0e-b615-485a-8895-553b52ea0026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:19:29.746454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.777861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6c865-18d8-42a0-b44e-68cb27c2372a None None] Pushing event updated for resources: {'Port': ['ID=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:29.786903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8ea6c865-18d8-42a0-b44e-68cb27c2372a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:29.832926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] For port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:19:29.836193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] For port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:19:29.839735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.844488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:29.882167 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.902163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Transition to ACTIVE for port object 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:29.927119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:29.928228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d41b9b70>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:29.939938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:29.945578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:30.021469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Network 8cebda5a-1404-468f-844e-075c9adcf45e is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:30.024587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:30.028533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:30.066286 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Pushing event updated for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:30.068081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6c865-18d8-42a0-b44e-68cb27c2372a None None] Pushing event updated for resources: {'Port': ['ID=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:30.073387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-8ea6c865-18d8-42a0-b44e-68cb27c2372a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:30.076688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.077400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.077688 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.078009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.078419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.078834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.079246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.079682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.080090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.080495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.080913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.081304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:30.086928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:30.106657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854119163'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.142644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:30.245560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.328446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-fa89c922-ed24-416a-8f01-44187228b886 None None] Provisioning for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:30.335208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-fa89c922-ed24-416a-8f01-44187228b886 None None] Provisioning complete for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:30.336004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fa89c922-ed24-416a-8f01-44187228b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.416256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.425380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-fa89c922-ed24-416a-8f01-44187228b886 None None] Port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:19:30.465899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d41b9b70>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:27Z', 'revision_number': 3, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:30.470982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852642cd-4319-41e7-a197-304a6976c2b6 None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:27Z', 'revision_number': 3, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:30.510015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.516268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.548487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a7c2545a-7262-40aa-85d1-6258c4330971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:30.635569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Pushing event updated for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:30.638453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656738'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:30.643345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:30.700836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf268d-6773-41c3-96e7-f214494b3a15 req-02722080-44d7-4aa6-8991-119fd2eb4d87 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:30.702392 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59cf268d-6773-41c3-96e7-f214494b3a15 req-02722080-44d7-4aa6-8991-119fd2eb4d87 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.1158924
Apr 20 13:19:30.755046 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-59cf268d-6773-41c3-96e7-f214494b3a15 req-cd34b0b9-7ab7-4273-ae5e-e3e28c1ac9a2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447388
Apr 20 13:19:30.810769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Network 8cebda5a-1404-468f-844e-075c9adcf45e is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:30.812128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:31.068778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:19:31.153419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-90a68852-6ff8-4027-9ab0-7ed100417c91 None None] Provisioning complete for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:31.153986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-90a68852-6ff8-4027-9ab0-7ed100417c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.228581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-90a68852-6ff8-4027-9ab0-7ed100417c91 None None] Port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:19:31.257341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8984f91e-f605-4484-b36d-f24d76d85095 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:31.292733 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:31.303944 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] 10.222.0.72 "PUT /v2.0/routers/a880f200-138f-43b2-8d4d-d9e2f3640e72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7891529
Apr 20 13:19:31.342142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.360348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 8984f91e-f605-4484-b36d-f24d76d85095 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:31.360777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.497963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:31.574586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:31.580289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:31.580732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.714490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.732595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:31.736357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.739207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:31.811666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:31.814982 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:31.895569 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47528) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:31.902084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965631681', 'description': 'tempest-description--1176905080'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:31.909510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:31.913811 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:31.922085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:31.929121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:31.940338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:31.962345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:31.966453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:31.969245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c51ffc-fb09-4dc8-9c61-f9ae90b703da req-a7d3d8d7-7362-43c5-bb8e-c744460169d0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:31.971326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:31.971492 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-01c51ffc-fb09-4dc8-9c61-f9ae90b703da req-a7d3d8d7-7362-43c5-bb8e-c744460169d0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.0961092
Apr 20 13:19:31.976385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:32.023107 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-01c51ffc-fb09-4dc8-9c61-f9ae90b703da req-b149bbce-6ffa-4650-8943-baf50dadd95c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424764
Apr 20 13:19:32.055825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.059214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.065044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f5745a29-7e6c-42e7-988b-7466f325ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:32.106637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.107998 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2112272
Apr 20 13:19:32.110048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d11d2-c21b-45fa-8e05-4b24b9e63412,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:32.112175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47534) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:32.113004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9bda72de-9f56-41c5-9e5d-33a9e9e792dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:32.118615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group_rule': {'security_group_id': '4a4d11d2-c21b-45fa-8e05-4b24b9e63412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:32.125299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:32.129382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:32.132446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:32.138625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:32.157672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.224605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.228136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.230080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-41b878b6-9095-42b5-b8db-dcaf6f1d82ca tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:32.237310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda74b5-bc3c-41c0-8814-9ef788a313fd req-ae5b454c-1e7a-4683-9662-eff1f09cc572 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:32.238992 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfda74b5-bc3c-41c0-8814-9ef788a313fd req-ae5b454c-1e7a-4683-9662-eff1f09cc572 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.0947456
Apr 20 13:19:32.252413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4372202c-a8ab-4194-99da-daf1272be04e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:32.257080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:32.264497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.266317 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7dcdc972-3d30-42e0-b7a0-a064021d4b80 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1522555
Apr 20 13:19:32.271909 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47538) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:32.277777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group_rule': {'security_group_id': '4a4d11d2-c21b-45fa-8e05-4b24b9e63412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:32.285257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:32.289499 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:32.292793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:32.297222 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfda74b5-bc3c-41c0-8814-9ef788a313fd req-f963a3d7-06ac-4fba-82a8-99aad4044665 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504682
Apr 20 13:19:32.299505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:32.323171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47542) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:32.330002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.404731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.408076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.409930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:32.434432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2df938-4e97-40ce-b166-6a8cdc3470e0,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:32.437208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:32.443915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.445193 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-87d1eb36-5a55-40b3-9e96-d585d0621d72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1722531
Apr 20 13:19:32.448542 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47548) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:32.454753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:32.461213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:32.465765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:floatingip and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:32.469473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:32.475995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:32.486699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.540194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43c3ad-f756-4ae9-93b3-86c433e7202e tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:32.540870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0e43c3ad-f756-4ae9-93b3-86c433e7202e tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] Synchronizing usage tracker for tenant:c210a5ee5f154643b66117135ab6cc6c on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:32.557979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-0e43c3ad-f756-4ae9-93b3-86c433e7202e tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] Unset dirty status for tenant:c210a5ee5f154643b66117135ab6cc6c on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:32.559482 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0e43c3ad-f756-4ae9-93b3-86c433e7202e tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1094 time: 0.2348948
Apr 20 13:19:32.562948 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47552) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:32.569037 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'port_id': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:32.581597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:32.586100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:floatingip and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:32.589690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:32.597551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:32.608738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.772891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.909985 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:32.941432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.27.2.215 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/b438e807-3838-4b76-9532-aa9a3d3bb9ff) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:33.107143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.142986 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.143765 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:33.150555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9dea9321-1740-4c6a-9dc1-683a1348e4e4 tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:33.211913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:33.220707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:33.225450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:33.226435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Allocated IP 172.27.2.69 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/68b4a08d-be9a-4036-9d26-60fe5c54cac2) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:33.230864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:33.231377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.270634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=b438e807-3838-4b76-9532-aa9a3d3bb9ff,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:33.288405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.288687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.289053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.289467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.289847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.290245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.291006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.291006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.291362 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.291780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.292165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.292547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:19:33.298176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:33.401319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.438185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.443525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c193a8c5-f059-4c40-b461-cc9b31681d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:33.464707 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:33.475942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:33.476772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4150208>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:33.511132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:33.514873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:33.519536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:33.562637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=68b4a08d-be9a-4036-9d26-60fe5c54cac2,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:33.571762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:33.620541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.682991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:33.688901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.777347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.872208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.942886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.947295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:33.953451 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3737d995-ad4f-41c5-a47d-3b215e3e430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:34.078835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=68b4a08d-be9a-4036-9d26-60fe5c54cac2,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:34.082995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:34.101207 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.113939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.118530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.123869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:34.129883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.139312 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6816528
Apr 20 13:19:34.239174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=b438e807-3838-4b76-9532-aa9a3d3bb9ff,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:34.244429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4150208>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 2, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:34.247778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:34.249016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:34.249453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Updating router a880f200-138f-43b2-8d4d-d9e2f3640e72 port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f binding host dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 13:19:34.257375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.307769 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.450839 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-aa6ba038-6360-4b61-a95e-40c0d38f21ba tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1965631681&fields=id&tenant_id=3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 267 time: 0.1333556
Apr 20 13:19:34.564679 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP 5b96bc31-9349-48a1-9644-08bd4415a955 associated. External IP: 172.27.2.215, port: fc70b882-70ba-47f3-bd75-c4ac5a35ea0c.
Apr 20 13:19:34.675672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.689033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Transition to ACTIVE for port object 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:34.694692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.699556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-df99e80b-1cdb-4bd3-ae51-6a345ca381fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:34.795554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-b86f3d50-b40a-46e4-a1ee-f6c0e37798c6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:34.804149 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-b86f3d50-b40a-46e4-a1ee-f6c0e37798c6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 811 time: 0.3370130
Apr 20 13:19:34.828688 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-5875e4ea-6935-41be-9eb1-779a1da8279c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/quotas/3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 375 time: 0.0235007
Apr 20 13:19:34.868991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c3be0-650b-4934-86bd-8c1cde6d669a None None] Pushing event updated for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:34.876939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-179c3be0-650b-4934-86bd-8c1cde6d669a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:34.935987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Attempting to bind port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f on host dv-cinder-786627-2-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:19:34.936431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Attempting to bind port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f by drivers openvswitch,hyperv on host dv-cinder-786627-2-iscsi at level 0 using segments [{'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:19:34.937228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Attempting to bind port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:34.944535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Checking agent: {'id': '2184825d-e335-4a96-85d8-0a2adafc29f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 2, 29), 'started_at': datetime.datetime(2021, 4, 20, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:19:34.945020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Checking segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:34.945495 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:34.945963 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Bound using segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:19:34.946501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Bound port: 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f, host: dv-cinder-786627-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:19:34.946921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:35.064229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] For port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f, host dv-cinder-786627-2-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:19:35.067727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] For port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f, host dv-cinder-786627-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:19:35.071306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:35.076530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:35.161631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:35.162336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4150208>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:35.310152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c3be0-650b-4934-86bd-8c1cde6d669a None None] Pushing event updated for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:35.314758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-179c3be0-650b-4934-86bd-8c1cde6d669a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:35.343163 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-861d119a-e15b-40ee-b257-4c8ab71716e5 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5135131
Apr 20 13:19:35.391023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:19:35.391317 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:35.664218 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-261362b2-8526-4648-9b67-ee790df68703 service neutron] 10.222.0.72 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053086
Apr 20 13:19:35.729052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4150208>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:35Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:35.733399 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4664b-a074-4eb0-8417-c470da4fa855 None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:35Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:35.775537 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:35.795585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:35.814875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:35.815647 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5c0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:35.832136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:35.910067 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-4ad1062e-43d0-490a-9716-4611e7249310 service neutron] 10.222.0.72 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331738
Apr 20 13:19:35.927504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3517604
Apr 20 13:19:35.927504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:35.975424 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'status': 'completed', 'code': 200}
Apr 20 13:19:36.111727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-7875ac35-3a72-410d-9dd3-42ff6d8f1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:36.114024 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-7875ac35-3a72-410d-9dd3-42ff6d8f1662 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1099 time: 0.1168487
Apr 20 13:19:36.241504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:36.270763 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-aade6297-1372-426a-8770-6824f88ef647 req-7c5e00bf-63b0-442a-8a48-160bb06a49ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 210 time: 0.1158612
Apr 20 13:19:36.350264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-e1f41700-7cdf-49d6-b34e-8ea0ff170694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:36.351876 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-e1f41700-7cdf-49d6-b34e-8ea0ff170694 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.2304063
Apr 20 13:19:36.493355 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-ed6fbbea-bb13-4356-b9fb-9f04290d1abc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 200  len: 1000 time: 0.1338117
Apr 20 13:19:36.573410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-389741c0-5f8d-4024-8b0a-77c25550787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:36.575131 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-389741c0-5f8d-4024-8b0a-77c25550787b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0728059
Apr 20 13:19:36.665900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5c0>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '5b96bc31-9349-48a1-9644-08bd4415a955', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:0c:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:33Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:36.672578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:36.685126 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-f4dab563-440d-460d-879d-810bd8532a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:36.685814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:36.686505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5c0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:36.687355 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-f4dab563-440d-460d-879d-810bd8532a5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026173
Apr 20 13:19:36.845677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-5d481b7c-ef13-41e9-bca2-fbb70e384ca1 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511519
Apr 20 13:19:36.913662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:37.001484 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a7764128-0ac4-48c3-b8a7-6974f190df6e req-cf305217-c04d-4b42-9e11-8b11e0f71975 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485710
Apr 20 13:19:37.169873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:37.245630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:37.250592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:37.251015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:37.315663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5c0>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '5b96bc31-9349-48a1-9644-08bd4415a955', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:0c:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:33Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:37.320741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59885f9-2db0-41c1-a568-b05a20c5289f None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '5b96bc31-9349-48a1-9644-08bd4415a955', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:0c:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:33Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:37.404005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:37.444566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] For port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:37.447865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:37.451010 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f61529f3-e079-4377-a3ab-2f67fa7a0a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:37.518744 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c1cdfa91-eb11-4dd0-96f3-f80b81319b5c req-994517c9-3ec0-4270-82ee-8bdafad7d778 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 210 time: 0.0683591
Apr 20 13:19:37.534219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Pushing event updated for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:37.538529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:37.595142 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-1fc17fec-9423-40f6-bfcc-23ebd8dc3def tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:37.596763 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-1fc17fec-9423-40f6-bfcc-23ebd8dc3def tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 811 time: 0.2420194
Apr 20 13:19:37.676179 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2d1e6-3988-4d39-ac1e-6bfd3a48b1eb None None] New status for floating IP 5b96bc31-9349-48a1-9644-08bd4415a955: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:19:37.681819 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-ee8d5a8a-3da5-4258-990f-63f93a0c2883 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 5709 time: 0.0758553
Apr 20 13:19:37.691775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'port': {'device_id': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'admin_state_up': True, 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'security_groups': ['4a4d11d2-c21b-45fa-8e05-4b24b9e63412']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:37.845373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:19:37.849479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:port and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:19:37.852687 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:19:37.860429 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:19:37.872875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Made reservation on behalf of 3b0fc4eea3a44f21a9444f7078687014 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:19:37.879458 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.060327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Allocated IP 172.20.0.14 (8cebda5a-1404-468f-844e-075c9adcf45e/4dd12d27-39d9-4031-b51d-523a97c8ea35/4d8a6f08-7fb6-4695-bdcb-15da6ef324b4) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:19:38.259640 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.277190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Transition to ACTIVE for port object 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:38.301177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.307115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9737acf6-8d1d-4eb9-9284-f74f47879caf tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:38.375434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Network 8cebda5a-1404-468f-844e-075c9adcf45e is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:19:38.379115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:19:38.383236 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:19:38.426379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:38.431389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:38.460256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:38.461028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.484227 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7967949
Apr 20 13:19:38.497496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Request body: {'port': {'device_id': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:38.625693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-7f704e0b-b4d8-4238-8b50-ef981c780d02 None None] Provisioning for port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:38.625891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.630832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-7f704e0b-b4d8-4238-8b50-ef981c780d02 None None] Provisioning complete for port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:38.631257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7f704e0b-b4d8-4238-8b50-ef981c780d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:38.689005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-7f704e0b-b4d8-4238-8b50-ef981c780d02 None None] Port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:19:38.880235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05103f-72f2-45ab-9853-29b9c1f16159 req-8dd6e0d4-3398-4eda-9499-7d1a8ec90cb8 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:38.880911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-8b05103f-72f2-45ab-9853-29b9c1f16159 req-8dd6e0d4-3398-4eda-9499-7d1a8ec90cb8 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:19:38.966421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-8b05103f-72f2-45ab-9853-29b9c1f16159 req-8dd6e0d4-3398-4eda-9499-7d1a8ec90cb8 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:19:38.967775 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b05103f-72f2-45ab-9853-29b9c1f16159 req-8dd6e0d4-3398-4eda-9499-7d1a8ec90cb8 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 932 time: 0.3276985
Apr 20 13:19:39.051859 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b05103f-72f2-45ab-9853-29b9c1f16159 req-923da95f-b8fd-4749-88fe-e00a68011e6e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642180
Apr 20 13:19:39.130637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:19:39.138638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.146584 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f up at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:39.154299 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Transition to ACTIVE for port object 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:19:39.157079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.161853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3df24c91-153e-4e43-b939-ca1f1ca371ec tempest-ServerRescueNegativeTestJSON-1754281680 tempest-ServerRescueNegativeTestJSON-1754281680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:39.228634 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Provisioning complete for port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:39.229060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.616491 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:39.621937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:39.663229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Attempting to bind port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:19:39.663656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Attempting to bind port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:19:39.664000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Attempting to bind port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:39.668972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 on network 8cebda5a-1404-468f-844e-075c9adcf45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:19:39.669329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Attempting to bind port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:19:39.675046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:19:39.675448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Checking segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:19:39.675879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Bound using segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:19:39.676350 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Bound port: 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:19:39.676735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.774912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:19:39.778029 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:19:39.782035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.786856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3fe510d0-f494-4a1a-8993-e87bfe4c6fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:39.850660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:39.851343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:39.852882 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] 10.222.0.58 "PUT /v2.0/ports/4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 1094 time: 1.3602388
Apr 20 13:19:39.853427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:39.875159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:39.878521 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-847460ad-c549-446f-9b1b-2cbde8483a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:39.943654 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'status': 'completed', 'code': 200}
Apr 20 13:19:39.993280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-f032e58c-68a0-4803-a4e7-cd5763ec800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:39.994922 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-f032e58c-68a0-4803-a4e7-cd5763ec800a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1097 time: 0.0988789
Apr 20 13:19:40.070779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-4627faaa-a2c5-4f5e-9cf9-1af1bd61bbd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 217 time: 0.0684710
Apr 20 13:19:40.144355 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-cb5a8550-972b-41fe-9a55-ace7b2f645d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:40.145886 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-cb5a8550-972b-41fe-9a55-ace7b2f645d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0690877
Apr 20 13:19:40.303336 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-4a4808dd-f0fd-47fd-8c66-247c307dbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:40.304882 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-4a4808dd-f0fd-47fd-8c66-247c307dbbfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493511
Apr 20 13:19:40.318090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed536a2b-f57e-4fce-95aa-b4eb52f14921 req-0de598fc-38cf-4a24-adf2-763ba66addb6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:40.319620 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed536a2b-f57e-4fce-95aa-b4eb52f14921 req-0de598fc-38cf-4a24-adf2-763ba66addb6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 944 time: 0.1245031
Apr 20 13:19:40.464809 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed536a2b-f57e-4fce-95aa-b4eb52f14921 req-7cb26351-75e6-496c-8ab0-fbe4f7699baf tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205854
Apr 20 13:19:40.499835 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-118f245c-d058-4d7b-b3bc-aed66b58c001 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786230
Apr 20 13:19:40.646626 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a6b14acc-a5a0-4943-a7a7-aee86ec1ac7c req-1ded3b45-14e9-4473-82c6-aeb44b47a211 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378129
Apr 20 13:19:40.779068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-599baa09-ca1c-4732-9c0a-066dd17eeac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:40.781223 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-599baa09-ca1c-4732-9c0a-066dd17eeac8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1097 time: 0.0792665
Apr 20 13:19:40.929721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-e75a9da3-5585-4d6f-affe-84c61a9767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:40.931224 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-e75a9da3-5585-4d6f-affe-84c61a9767fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1433637
Apr 20 13:19:41.010024 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-26f71a54-0fb7-4162-8120-1c1ea3cb6b65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 217 time: 0.0718772
Apr 20 13:19:41.080775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-9c9599d0-082a-4e4d-999e-754e5b3738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:41.082346 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-9c9599d0-082a-4e4d-999e-754e5b3738fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0660248
Apr 20 13:19:41.170080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-07718b2e-5688-4ab7-a4a3-6b75e45c6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:41.171767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-07718b2e-5688-4ab7-a4a3-6b75e45c6334 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813518
Apr 20 13:19:41.315929 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-2ef5832a-bafe-4bfb-afa4-55a3951e9927 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359711
Apr 20 13:19:41.459827 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a8795ef7-8b3f-4d4e-8a2f-037c452f6229 req-4bac237a-49ab-44e1-9a30-9e3ea401f66f service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365285
Apr 20 13:19:41.665541 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d943062-a258-4c0a-a281-c42280d4bcc3 req-297e5c4d-7cbc-4ba2-848f-7af8fde5be38 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:41.667035 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d943062-a258-4c0a-a281-c42280d4bcc3 req-297e5c4d-7cbc-4ba2-848f-7af8fde5be38 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 944 time: 0.0877228
Apr 20 13:19:41.714751 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7d943062-a258-4c0a-a281-c42280d4bcc3 req-0fc40991-b09a-4f5d-8c94-356058050dd2 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412993
Apr 20 13:19:42.922079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807646-29e4-4ec6-b328-d2de96097022 req-4f3bda36-819c-40ed-b126-cf2714bdfb4f tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:42.923682 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b3807646-29e4-4ec6-b328-d2de96097022 req-4f3bda36-819c-40ed-b126-cf2714bdfb4f tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 944 time: 0.0943153
Apr 20 13:19:42.933007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:19:42.975275 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b3807646-29e4-4ec6-b328-d2de96097022 req-13c9a652-d566-4913-b706-0e6a7bcc503b tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446610
Apr 20 13:19:43.075001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:43.093065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'port_id': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'mac_address': 'fa:16:3e:45:1c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:19:43.151288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:43.168456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:19:43.184404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:43.187814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:43.189616 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:43.257534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:43.260675 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:43.441480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:19:44.182943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb167a4-4134-4951-b700-6c3f836752b7 req-d6837c23-4519-45bc-b463-c2326c3b9953 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:44.184551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3bb167a4-4134-4951-b700-6c3f836752b7 req-d6837c23-4519-45bc-b463-c2326c3b9953 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 945 time: 0.0914018
Apr 20 13:19:44.237802 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3bb167a4-4134-4951-b700-6c3f836752b7 req-b5968777-d550-45a1-b2d2-996e7c8ed7d0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464847
Apr 20 13:19:44.944952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:19:45.019200 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:19:45.024300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:19:45.024717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:45.156872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:45.188890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:45.200415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:19:45.203646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:45.206398 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:19:45.246743 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'code': 200}
Apr 20 13:19:45.284088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:19:45.287245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:19:45.515427 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0958-c44e-45b4-b054-2deb550ef837 req-d8ab3352-28c4-479c-8606-83c61de74004 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:45.517033 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6c8e0958-c44e-45b4-b054-2deb550ef837 req-d8ab3352-28c4-479c-8606-83c61de74004 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1441991
Apr 20 13:19:45.579048 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6c8e0958-c44e-45b4-b054-2deb550ef837 req-82cadfa7-b15d-4437-b024-7379964888b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531108
Apr 20 13:19:45.586575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef5de-18d4-4abc-9dd2-0214a89b3092 req-d5b72103-b638-43a5-87f7-c4d2fb34ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:45.588214 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca0ef5de-18d4-4abc-9dd2-0214a89b3092 req-d5b72103-b638-43a5-87f7-c4d2fb34ef65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.1448538
Apr 20 13:19:45.633923 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca0ef5de-18d4-4abc-9dd2-0214a89b3092 req-51a653cc-3d20-4722-b3f7-2fe54104c583 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365171
Apr 20 13:19:46.791288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464d031-65aa-41b6-b796-2ff8b9d1633a req-2c4b5cf6-330a-4da5-817f-943b04f42ebe tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:46.792945 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8464d031-65aa-41b6-b796-2ff8b9d1633a req-2c4b5cf6-330a-4da5-817f-943b04f42ebe tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0919716
Apr 20 13:19:46.841836 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8464d031-65aa-41b6-b796-2ff8b9d1633a req-254f8a3f-338b-4689-b76c-6e48ad6e3948 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424399
Apr 20 13:19:47.041379 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd982e-d137-4a23-8099-c605ab1d06ac req-a037bce5-7879-4534-be48-e11fbf63a6de tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:47.042965 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-20fd982e-d137-4a23-8099-c605ab1d06ac req-a037bce5-7879-4534-be48-e11fbf63a6de tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0932689
Apr 20 13:19:47.053400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47610) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:19:47.059045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'floatingip': {'port_id': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:19:47.146285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:48.017858 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:48.020527 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:48.201566 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Floating IP 64e27bb6-6c00-4c5b-bccb-0b6e37d415de associated. External IP: 172.27.2.69, port: 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4.
Apr 20 13:19:48.582839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:19:48.776725 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:19:48.782269 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:48.787165 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:19:48.798698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:48.799335 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5f8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:48.842481 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1075fe3e-b480-40ae-a4e3-b8f9b1cb3b66 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "PUT /v2.0/floatingips/64e27bb6-6c00-4c5b-bccb-0b6e37d415de HTTP/1.1" status: 200  len: 991 time: 1.7877731
Apr 20 13:19:48.843663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:19:48.912040 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'status': 'completed', 'code': 200}
Apr 20 13:19:48.998524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:49.019185 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-363d4e89-09c3-4726-95dc-74bf57696f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:49.020834 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-363d4e89-09c3-4726-95dc-74bf57696f91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.0885563
Apr 20 13:19:49.169614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-6022f481-a8d2-4e39-84ff-aa89e0e48640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:49.171186 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-6022f481-a8d2-4e39-84ff-aa89e0e48640 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1431401
Apr 20 13:19:49.286919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-7e86184f-59c8-454f-b983-dad659e80332 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 999 time: 0.1063533
Apr 20 13:19:49.359031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-da0cf18d-dda1-4d0e-b445-c34ca6a59cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:49.360613 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-da0cf18d-dda1-4d0e-b445-c34ca6a59cea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0669105
Apr 20 13:19:49.378148 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5f8>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '64e27bb6-6c00-4c5b-bccb-0b6e37d415de', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:45:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:49.382308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:19:49.392051 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:19:49.392718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5f8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:19:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:49.444576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-a3045949-a5a6-4650-ab28-d6961a75ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:19:49.446132 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-a3045949-a5a6-4650-ab28-d6961a75ac53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785971
Apr 20 13:19:49.582884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:19:49.595124 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-88a5b2f6-f9ea-4b0b-8b39-d9ed3ede3cf2 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418452
Apr 20 13:19:49.741260 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-104fbe1e-dc2f-4b82-b42a-d8a5afc1631e req-86b7a784-db50-4f32-af81-92ec9ff9b0bc service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395226
Apr 20 13:19:50.121431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d418c5f8>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '64e27bb6-6c00-4c5b-bccb-0b6e37d415de', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:45:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:19:50.125654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9221c7f-26e1-4127-9097-8747645b4779 None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '64e27bb6-6c00-4c5b-bccb-0b6e37d415de', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:45:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:19:33Z', 'updated_at': '2021-04-20T13:19:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:19:50.375365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478d659-de7c-40c6-af33-7a5108ab384c None None] New status for floating IP 64e27bb6-6c00-4c5b-bccb-0b6e37d415de: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:19:55.895918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ff707b02-e3b8-4755-b802-0885e4948c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:56.957654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:19:58.575515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-46f8be3d-82ff-4854-9707-7360137cf72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:58.959440 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:19:59.125904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:00.399882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:00.990263 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-e9872158-1da3-496f-926f-afb29dc3d905 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801859
Apr 20 13:20:01.141540 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-75c4eaac-8aa4-424d-97be-37fcd6e6ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:01.143126 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-75c4eaac-8aa4-424d-97be-37fcd6e6ffa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 1099 time: 0.0773692
Apr 20 13:20:01.303283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-6e7a6997-5eb2-4d9e-af63-05a2ebcb1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:01.304937 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-6e7a6997-5eb2-4d9e-af63-05a2ebcb1cda service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1396029
Apr 20 13:20:01.311559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:01.421452 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-e7c35aa9-a006-4c3f-8026-9953d3e29eba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 200  len: 1002 time: 0.1050231
Apr 20 13:20:01.493755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-47211e6e-1bc1-4783-9247-b501ff1fdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:01.495210 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-47211e6e-1bc1-4783-9247-b501ff1fdeb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0660772
Apr 20 13:20:01.585496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-8587c9db-a31f-49a7-b78d-bf9f32a77f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:01.587115 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-8587c9db-a31f-49a7-b78d-bf9f32a77f55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780230
Apr 20 13:20:01.739185 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-3b2e5aea-d18a-4d3c-ae7a-d5817fb80764 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348226
Apr 20 13:20:01.884409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-134c2584-9861-4c73-98fa-fa2ac6f281ed req-ee38e0cc-576a-4c7c-9b82-2ab8e86d91b4 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354694
Apr 20 13:20:25.900467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0c1f-c154-417d-ab73-6e7d0ba037b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:28.582666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-fb18b7d7-a3e3-4dbc-8748-e4c4aefa016c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:28.961854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:29.128644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:30.401208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:31.317792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:33.958265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:20:40.810936 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1c7b-e2e0-4092-969e-1926c6c2ac5c req-5f599147-bdd2-48c1-af2c-039532f0897b tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:40.812575 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-479b1c7b-e2e0-4092-969e-1926c6c2ac5c req-5f599147-bdd2-48c1-af2c-039532f0897b tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0876100
Apr 20 13:20:40.865156 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-479b1c7b-e2e0-4092-969e-1926c6c2ac5c req-f6c5361a-9301-4e18-9ba1-254a64e8372e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461807
Apr 20 13:20:42.070416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b4507-41a3-4872-8ecd-7b99e5d0a601 req-014af2b8-2809-48f2-b951-093ede5232b4 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:42.072039 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-508b4507-41a3-4872-8ecd-7b99e5d0a601 req-014af2b8-2809-48f2-b951-093ede5232b4 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0890574
Apr 20 13:20:42.120571 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-508b4507-41a3-4872-8ecd-7b99e5d0a601 req-eb12bcaf-dec4-4742-b201-92763a2d28f5 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420074
Apr 20 13:20:43.330242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5675-9632-4f25-98a8-f1077389f95d req-b4a884c8-637f-40aa-95e9-3d050821fed5 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:43.331875 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cccc5675-9632-4f25-98a8-f1077389f95d req-b4a884c8-637f-40aa-95e9-3d050821fed5 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0918055
Apr 20 13:20:43.628508 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cccc5675-9632-4f25-98a8-f1077389f95d req-267d9d96-1427-4a82-babc-78347309e24e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2898779
Apr 20 13:20:44.829871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039a44-4d7a-4649-8706-b9014cdcf842 req-16319fef-8591-4878-b3e0-2c336925f61e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:44.831524 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf039a44-4d7a-4649-8706-b9014cdcf842 req-16319fef-8591-4878-b3e0-2c336925f61e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0895729
Apr 20 13:20:44.883990 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bf039a44-4d7a-4649-8706-b9014cdcf842 req-808fdd2c-e4cc-4829-b287-b5d67fc22b7c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461195
Apr 20 13:20:46.083289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dc9fa-2b95-4a95-968e-d6d3e08be7dc req-b9a5f386-d750-448c-9b45-2ff272301915 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:46.084907 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-db2dc9fa-2b95-4a95-968e-d6d3e08be7dc req-b9a5f386-d750-448c-9b45-2ff272301915 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0884638
Apr 20 13:20:46.132638 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-db2dc9fa-2b95-4a95-968e-d6d3e08be7dc req-7a0e574a-4862-4443-8d10-c1883e445ee7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413601
Apr 20 13:20:47.410339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a12aa4-1578-4448-9909-8fbd54bc458a req-999d3f13-49c0-4253-9e72-b4c154b5e7a1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:47.411948 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f4a12aa4-1578-4448-9909-8fbd54bc458a req-999d3f13-49c0-4253-9e72-b4c154b5e7a1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1460445
Apr 20 13:20:47.460577 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f4a12aa4-1578-4448-9909-8fbd54bc458a req-d31e6720-e01a-4ce9-816a-a60c40d59065 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421133
Apr 20 13:20:48.711383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683caf-f011-4f13-a5e2-909edefea24a req-13d1f107-bd61-4470-99db-fbfb410c617c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:48.712987 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6f683caf-f011-4f13-a5e2-909edefea24a req-13d1f107-bd61-4470-99db-fbfb410c617c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1389949
Apr 20 13:20:48.759857 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6f683caf-f011-4f13-a5e2-909edefea24a req-73e70b7e-6649-4c6f-bd78-b70a043109d4 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404415
Apr 20 13:20:49.965631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e290bd5-7faa-4412-98ff-d80421626d1d req-f1e60c5f-327f-4856-880e-2f8883623769 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:49.967223 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4e290bd5-7faa-4412-98ff-d80421626d1d req-f1e60c5f-327f-4856-880e-2f8883623769 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0928156
Apr 20 13:20:50.015025 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4e290bd5-7faa-4412-98ff-d80421626d1d req-47594201-e5ef-4d2b-a26b-b912043be8a1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409093
Apr 20 13:20:51.220349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175c21e-c18b-472b-ae05-809e732f8e2d req-db8ae897-ced0-4363-ba57-e156586d434e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:51.221856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e175c21e-c18b-472b-ae05-809e732f8e2d req-db8ae897-ced0-4363-ba57-e156586d434e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0889065
Apr 20 13:20:51.275877 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e175c21e-c18b-472b-ae05-809e732f8e2d req-b6e5259f-c161-483d-8c9a-c549d6db4f18 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450776
Apr 20 13:20:52.476575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503db2-6f30-4068-999a-36841b682cd5 req-6e0f9984-b149-4e40-a063-f7ca915acb46 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:52.478168 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca503db2-6f30-4068-999a-36841b682cd5 req-6e0f9984-b149-4e40-a063-f7ca915acb46 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0892699
Apr 20 13:20:52.526259 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ca503db2-6f30-4068-999a-36841b682cd5 req-d6d1b54c-9582-43b4-ac17-10e29b1c34c8 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418079
Apr 20 13:20:53.728105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1218b0-1ac5-4be5-8f1c-4c0fa6206875 req-30641a17-52d6-49a8-b7b7-1e615dfed18d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:53.729692 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e1218b0-1ac5-4be5-8f1c-4c0fa6206875 req-30641a17-52d6-49a8-b7b7-1e615dfed18d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0902481
Apr 20 13:20:53.778016 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e1218b0-1ac5-4be5-8f1c-4c0fa6206875 req-a27695d6-2494-4fb4-b534-27c4bcdd71f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413997
Apr 20 13:20:54.988824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a153d66-2bf5-4745-b658-1c80260611b8 req-ee550008-ac61-458f-9b02-a8276a028cec tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:54.990433 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a153d66-2bf5-4745-b658-1c80260611b8 req-ee550008-ac61-458f-9b02-a8276a028cec tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0930102
Apr 20 13:20:55.039142 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6a153d66-2bf5-4745-b658-1c80260611b8 req-5fac10a7-2408-423c-bb47-7848f0f62101 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422339
Apr 20 13:20:55.898610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73961fb0-b006-4cc1-b926-8c1e6a9d9b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:56.245110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d588021-86f6-43c6-b2ff-e7de4334f612 req-5563ff7e-927c-40a7-97c9-4a51756ea0ad tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:56.246703 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d588021-86f6-43c6-b2ff-e7de4334f612 req-5563ff7e-927c-40a7-97c9-4a51756ea0ad tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0935328
Apr 20 13:20:56.294865 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3d588021-86f6-43c6-b2ff-e7de4334f612 req-2ee61f97-d60d-421f-b86d-2cebacae31b0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417428
Apr 20 13:20:57.496135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ad496-d9df-4948-84aa-430cd12f6c13 req-6a586925-8e4e-4e2a-9a68-4f04e33b9222 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:57.497755 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-059ad496-d9df-4948-84aa-430cd12f6c13 req-6a586925-8e4e-4e2a-9a68-4f04e33b9222 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0886683
Apr 20 13:20:57.551535 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-059ad496-d9df-4948-84aa-430cd12f6c13 req-7fa08f69-ce58-4c7b-909a-1a75ab46b579 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472398
Apr 20 13:20:58.573641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ae5161e0-41f6-4642-a4fd-f7056d595934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:58.756121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1ec7f-fb42-496c-8158-3ca500023441 req-20d0733f-37a2-48fd-992f-60afe75d2dfa tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:20:58.757771 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-47b1ec7f-fb42-496c-8158-3ca500023441 req-20d0733f-37a2-48fd-992f-60afe75d2dfa tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0896664
Apr 20 13:20:58.806047 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-47b1ec7f-fb42-496c-8158-3ca500023441 req-38a1c5a9-cb8a-46de-9f6b-038f56734a30 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419040
Apr 20 13:20:58.965191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:20:59.130730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:00.014151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2ad13-7da6-4865-b846-9612d77d00ac req-9bd6f87a-f467-4d2b-b2ee-0498090a37d2 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:00.015759 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-aec2ad13-7da6-4865-b846-9612d77d00ac req-9bd6f87a-f467-4d2b-b2ee-0498090a37d2 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0944672
Apr 20 13:21:00.063136 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-aec2ad13-7da6-4865-b846-9612d77d00ac req-dff1fc72-d0c7-4dc0-bd7a-9b7981df3795 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410526
Apr 20 13:21:00.352088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-242b8aca-73fc-44d7-ae6f-d3b9991684ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:00.353676 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-242b8aca-73fc-44d7-ae6f-d3b9991684ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.0775101
Apr 20 13:21:00.404943 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:00.517101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-1f0a167b-8132-466c-aeef-e4074bd50c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:00.518704 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-1f0a167b-8132-466c-aeef-e4074bd50c40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1395497
Apr 20 13:21:00.637591 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-1aba378d-ca17-47f2-87c4-c829b42ab31e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 1001 time: 0.1076896
Apr 20 13:21:00.710101 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-339a15ac-2683-47fc-9c06-70f2eccf7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:00.711691 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-339a15ac-2683-47fc-9c06-70f2eccf7b28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0649962
Apr 20 13:21:00.801046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-863365c7-9d9d-48e8-b897-5f9a2deac66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:00.802698 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-863365c7-9d9d-48e8-b897-5f9a2deac66e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804863
Apr 20 13:21:00.952096 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-a69a0cd8-c672-4225-b48f-6e6e6b5786cc service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387389
Apr 20 13:21:01.104890 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b9024c22-d9bd-4507-b937-0f6411a279c1 req-2a08d159-61fa-4b73-bec7-6bd8e18042ee service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451035
Apr 20 13:21:01.265678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621535c-a96d-46d2-bcd5-adfe2714fe7b req-e12458ee-1200-4e42-85dc-8f2a109defb7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:01.267837 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6621535c-a96d-46d2-bcd5-adfe2714fe7b req-e12458ee-1200-4e42-85dc-8f2a109defb7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0889816
Apr 20 13:21:01.321077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:01.321568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-6621535c-a96d-46d2-bcd5-adfe2714fe7b req-e7f2a00a-dcaf-4ca6-9061-509ef740eb02 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471332
Apr 20 13:21:01.757535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3904e-4831-4769-9f54-bd67507425c8 req-5e19ef1d-6b72-4b68-9b64-10c02dd69d57 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:01.759203 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f8b3904e-4831-4769-9f54-bd67507425c8 req-5e19ef1d-6b72-4b68-9b64-10c02dd69d57 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1554222
Apr 20 13:21:01.799549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-3eb9da7d-7838-4ac7-8545-081c034301f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:01.801058 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-3eb9da7d-7838-4ac7-8545-081c034301f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.1345491
Apr 20 13:21:01.848434 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f8b3904e-4831-4769-9f54-bd67507425c8 req-70002cf9-64f9-4f84-aa56-bfbb081b91bd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815823
Apr 20 13:21:01.958715 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-3bede9dc-6fc1-46b7-b2be-57016683edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:01.960311 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-3bede9dc-6fc1-46b7-b2be-57016683edb6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1487432
Apr 20 13:21:02.077430 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-99e5e833-9cf0-4dbe-af4e-b4b3e918856c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 1001 time: 0.1048164
Apr 20 13:21:02.151423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-869bdfd4-d645-482b-bff6-95b3a3ae50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:02.152991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-869bdfd4-d645-482b-bff6-95b3a3ae50b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0646338
Apr 20 13:21:02.239771 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-21000eeb-fc30-4eb4-ae8c-79863c4a22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:02.241388 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-21000eeb-fc30-4eb4-ae8c-79863c4a22fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783083
Apr 20 13:21:02.387604 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-3460ce8e-d8e9-4575-9e14-4f0d1c8681b0 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360996
Apr 20 13:21:02.533449 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-30b7749f-b41f-4e65-ab20-df94ca3daa4f req-7e3ef513-06db-4fb1-90b3-fdddb67bf78b service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347568
Apr 20 13:21:03.056594 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8408f7-177b-4e5e-880a-7137263c3f9d req-c84275d0-7912-43f8-a010-f44ca765124b tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:03.058199 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ff8408f7-177b-4e5e-880a-7137263c3f9d req-c84275d0-7912-43f8-a010-f44ca765124b tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0922902
Apr 20 13:21:03.106063 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ff8408f7-177b-4e5e-880a-7137263c3f9d req-25d90bbe-3a12-4be8-9032-f400389f16eb tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408597
Apr 20 13:21:04.312266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c86e-50b1-4390-9d2b-f52a824f8cbd req-3c9891c5-b52d-4abd-bd21-a869728afbb6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:04.313854 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26e0c86e-50b1-4390-9d2b-f52a824f8cbd req-3c9891c5-b52d-4abd-bd21-a869728afbb6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0873582
Apr 20 13:21:04.365417 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26e0c86e-50b1-4390-9d2b-f52a824f8cbd req-f5cc883a-7e7b-46e2-9b5e-29ab73ebf107 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451987
Apr 20 13:21:10.958132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:21:25.900718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-09edf0a9-1397-4489-9446-f04e1aef861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:28.575153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-783e173d-6927-4087-a3c8-2d941c25615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:28.967691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:29.132730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:30.408278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:31.172586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768a4-0121-4e37-98ed-7b6789d1e9fe req-75b9b9ea-60b9-4f99-9b20-816bed4afd2d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:31.174218 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a5768a4-0121-4e37-98ed-7b6789d1e9fe req-75b9b9ea-60b9-4f99-9b20-816bed4afd2d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.0877001
Apr 20 13:21:31.223214 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9a5768a4-0121-4e37-98ed-7b6789d1e9fe req-3b1632bc-96fa-4371-8266-cf0c8c70ffcc tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419865
Apr 20 13:21:31.333319 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:32.436848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b555afa-2e35-4169-8a07-c9b4f8b9bf3c req-b6f1ade6-eb80-42e9-94c3-8366399c26bd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:32.438447 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b555afa-2e35-4169-8a07-c9b4f8b9bf3c req-b6f1ade6-eb80-42e9-94c3-8366399c26bd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.0973084
Apr 20 13:21:32.488683 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b555afa-2e35-4169-8a07-c9b4f8b9bf3c req-8a8c083b-3e9d-4081-aadf-590790fc7f81 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430121
Apr 20 13:21:32.873881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-0e7cbfa1-f88e-4218-9f8d-d83bc5c60061 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:32.875453 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-0e7cbfa1-f88e-4218-9f8d-d83bc5c60061 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.0964069
Apr 20 13:21:32.959120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:21:32.959534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:33.228876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] For port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:21:33.229278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:33.836722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:33.837274 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:33.837400 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP 5b96bc31-9349-48a1-9644-08bd4415a955 disassociated. External IP: 172.27.2.215, port: fc70b882-70ba-47f3-bd75-c4ac5a35ea0c.
Apr 20 13:21:33.837705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for fc70b882-70ba-47f3-bd75-c4ac5a35ea0c owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:21:33.882776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597bacf-9014-40ef-9194-ecb281edd78f req-8ac215c9-92e0-47e5-9ee1-2c3325d562f1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:33.884380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3597bacf-9014-40ef-9194-ecb281edd78f req-8ac215c9-92e0-47e5-9ee1-2c3325d562f1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 946 time: 0.2649808
Apr 20 13:21:33.970654 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3597bacf-9014-40ef-9194-ecb281edd78f req-456c2413-b9de-4758-b852-897b7663d022 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784039
Apr 20 13:21:34.047803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:34.056380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-bae49129-2fea-41d0-8fc6-ff4dc62a4f1b tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:34.107242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=fc70b882-70ba-47f3-bd75-c4ac5a35ea0c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:34.118019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.118430 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.118830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.119233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.119650 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.120127 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.120413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.120804 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.121196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.121582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.121967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.122353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:34.127075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:34.320115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:21:34.509457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:21:34.521331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:21:34.532426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:21:34.532949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d43b61d0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:21:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:34.601830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] No DVR routers for this DVR port fc70b882-70ba-47f3-bd75-c4ac5a35ea0c on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:21:34.604955 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:34.607995 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'name': 'network-vif-deleted', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:21:34.624772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a440db5-f47e-4f6a-835a-b5c153a07e41 req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "DELETE /v2.0/ports/fc70b882-70ba-47f3-bd75-c4ac5a35ea0c HTTP/1.1" status: 204  len: 173 time: 1.7427337
Apr 20 13:21:34.715671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d715fe8-d14c-4a18-8823-d6bcb6eade87', 'name': 'network-vif-deleted', 'tag': 'fc70b882-70ba-47f3-bd75-c4ac5a35ea0c', 'status': 'completed', 'code': 200}
Apr 20 13:21:34.731719 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:21:35.069133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d43b61d0>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:35.073255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:21:35.082814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:21:35.083505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d43b61d0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:21:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:35.162957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ce689dea-45eb-4a79-b462-54dcb8ea4e5f req-66a0ee77-f9f2-4c7a-a0f5-19249b5400fd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:21:35.178396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-ce689dea-45eb-4a79-b462-54dcb8ea4e5f req-66a0ee77-f9f2-4c7a-a0f5-19249b5400fd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:21:35.187932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ce689dea-45eb-4a79-b462-54dcb8ea4e5f req-66a0ee77-f9f2-4c7a-a0f5-19249b5400fd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d715fe8-d14c-4a18-8823-d6bcb6eade87 HTTP/1.1" status: 200  len: 210 time: 0.0837026
Apr 20 13:21:35.277146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:21:35.606718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d43b61d0>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:35.610994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbacb6-f06e-4ff4-860c-3e2ae1bd554a None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:21:36.002950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3aa70-c8ce-4b8c-9822-ca9e29a00ae5 None None] New status for floating IP 5b96bc31-9349-48a1-9644-08bd4415a955: DOWN {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:21:36.562154 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-4a2e7ed8-0416-43b6-aef6-edd1839beb09 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578525059&fields=id&tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 267 time: 0.0438395
Apr 20 13:21:36.730656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-1a51dfeb-177d-43be-938f-3982ca572974 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:36.732179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-1a51dfeb-177d-43be-938f-3982ca572974 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.1625221
Apr 20 13:21:36.748061 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-d8a34ca1-bfcd-4b37-90f8-345c14e9210d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/quotas/dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 375 time: 0.0097630
Apr 20 13:21:36.846124 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-da8399da-6713-4888-9497-c8dec099b8dd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0918713
Apr 20 13:21:36.909479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-c856036b-5fc7-480d-b064-7ade3b766650 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:21:36.910849 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-c856036b-5fc7-480d-b064-7ade3b766650 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0525646
Apr 20 13:21:37.056418 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-8110af81-81a0-4898-8e85-8f6aebbdf69d service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388807
Apr 20 13:21:37.201962 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-8fe3f516-c48e-4411-b5fb-98fe56ecec1f service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389797
Apr 20 13:21:37.573251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device fc70b882-70ba-47f3-bd75-c4ac5a35ea0c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:21:37.615578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: fc70b882-70ba-47f3-bd75-c4ac5a35ea0c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:21:37.615959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device fc70b882-70ba-47f3-bd75-c4ac5a35ea0c not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:21:37.632055 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1607c62d-34af-43c0-9e44-b36f8b3be4a4 req-065a2772-6c79-4890-bbc4-5decba4ed65d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 210 time: 0.0514526
Apr 20 13:21:38.801801 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7de0c80f-78c7-49c2-bfaa-31b471c45587 req-1cdaede3-fa42-4abe-8b30-28ed794b107a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 210 time: 0.0486658
Apr 20 13:21:38.979593 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-923baa65-32f7-4e92-bf8e-98443c9bac73 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:38.981154 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-923baa65-32f7-4e92-bf8e-98443c9bac73 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.1769195
Apr 20 13:21:39.070433 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-dbc817fa-3db1-4ecf-a96f-1d4b68fce757 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 8061 time: 0.0782232
Apr 20 13:21:39.081772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'port': {'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'admin_state_up': True, 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'security_groups': ['ca05636d-c446-45e7-be6d-fc0dc2fbd613']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:21:39.231691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:21:39.242404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:21:39.251492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Made reservation on behalf of dab36c1bd0c44de2b75440f11177bf1b for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:21:39.258275 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:39.430792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.20.0.14 (efe135a0-86d6-41ca-bf48-f0ec6d74363f/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8/f38e65a5-4a04-4104-8979-86982bc68ae7) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:21:39.898464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:39.917844 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Transition to ACTIVE for port object f38e65a5-4a04-4104-8979-86982bc68ae7 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:21:39.991438 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d099d25c-afcc-4f4a-8b62-f76bb2b8b7e9 req-07b0a626-2d19-49d8-9e9d-d6123eb4e763 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 210 time: 0.0562267
Apr 20 13:21:40.002134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.009678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2d4b7d0c-9d8c-4221-be09-9dab06ab9759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:40.086717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:21:40.090496 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:21:40.093123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:21:40.142512 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:40.145952 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:40.177981 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:40.178713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.213582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-9439a4c5-017a-4384-81b7-19630f06831f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1358833
Apr 20 13:21:40.225133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-19ce9640-14e4-49c9-962a-62e193a9fc21 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:21:40.226283 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-19ce9640-14e4-49c9-962a-62e193a9fc21 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066030
Apr 20 13:21:40.288712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Request body: {'port': {'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:21:40.350488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-9d152fd2-c719-41b9-a7da-2449bd7255e2 None None] Provisioning for port f38e65a5-4a04-4104-8979-86982bc68ae7 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:21:40.355720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-9d152fd2-c719-41b9-a7da-2449bd7255e2 None None] Provisioning complete for port f38e65a5-4a04-4104-8979-86982bc68ae7 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:21:40.356140 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9d152fd2-c719-41b9-a7da-2449bd7255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.414328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9d152fd2-c719-41b9-a7da-2449bd7255e2 None None] Port f38e65a5-4a04-4104-8979-86982bc68ae7 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:21:40.414574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.791324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38e65a5-4a04-4104-8979-86982bc68ae7 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:21:40.799860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.815258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Transition to ACTIVE for port object f38e65a5-4a04-4104-8979-86982bc68ae7 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:21:40.818082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:40.823371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:40.997007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:41.005893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:41.088312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Attempting to bind port f38e65a5-4a04-4104-8979-86982bc68ae7 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:21:41.088683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Attempting to bind port f38e65a5-4a04-4104-8979-86982bc68ae7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:21:41.089050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Attempting to bind port f38e65a5-4a04-4104-8979-86982bc68ae7 on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:21:41.095315 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Port f38e65a5-4a04-4104-8979-86982bc68ae7 on network efe135a0-86d6-41ca-bf48-f0ec6d74363f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:21:41.096045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Attempting to bind port f38e65a5-4a04-4104-8979-86982bc68ae7 on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:21:41.101520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:21:41.101898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:21:41.102310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Bound using segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:21:41.103120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Bound port: f38e65a5-4a04-4104-8979-86982bc68ae7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:21:41.103120 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:41.272746 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:21:41.276834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f38e65a5-4a04-4104-8979-86982bc68ae7,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:21:41.280535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:41.285425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-563302d9-ed91-4b7e-8b2e-29805c8371ab tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:41.335374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321402d-5dd9-4fc6-a83d-c89fb0f66f7c req-eec15653-3b84-4a53-a7ee-bcb3d3b1554f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.336176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-9321402d-5dd9-4fc6-a83d-c89fb0f66f7c req-eec15653-3b84-4a53-a7ee-bcb3d3b1554f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:21:41.376114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.376931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:41.378340 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 1094 time: 1.1450911
Apr 20 13:21:41.381011 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:21:41.397881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-9321402d-5dd9-4fc6-a83d-c89fb0f66f7c req-eec15653-3b84-4a53-a7ee-bcb3d3b1554f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:21:41.399195 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9321402d-5dd9-4fc6-a83d-c89fb0f66f7c req-eec15653-3b84-4a53-a7ee-bcb3d3b1554f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.2800167
Apr 20 13:21:41.402219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:41.405927 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-044efc6b-2c50-4006-b809-1e37a710e5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:41.510833 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9321402d-5dd9-4fc6-a83d-c89fb0f66f7c req-adc85b28-2a8c-488e-93e7-241ee3d8e9d6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969207
Apr 20 13:21:41.567104 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-23822aa1-facb-42ac-b98f-f042feb724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.568902 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-23822aa1-facb-42ac-b98f-f042feb724fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1097 time: 0.1368010
Apr 20 13:21:41.570687 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'status': 'completed', 'code': 200}
Apr 20 13:21:41.693638 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-37bedbd7-821f-45ff-95e4-1e9d21420d96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 217 time: 0.1107905
Apr 20 13:21:41.792510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-5c4b6769-8b69-4166-a1b5-880c6b868071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.794045 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-5c4b6769-8b69-4166-a1b5-880c6b868071 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0850670
Apr 20 13:21:41.802417 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa2d9-9602-4fe7-9ae9-18b22c9a8f32 req-db8f1347-dbfc-4c1f-8d81-bd87603b2b31 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.803918 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd4fa2d9-9602-4fe7-9ae9-18b22c9a8f32 req-db8f1347-dbfc-4c1f-8d81-bd87603b2b31 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1648638
Apr 20 13:21:41.897380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd4fa2d9-9602-4fe7-9ae9-18b22c9a8f32 req-3685236b-be78-42a2-9702-27b81acdbeb1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572314
Apr 20 13:21:41.923875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-e0be6025-6156-4582-a422-43ddcf6d14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:41.925502 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-e0be6025-6156-4582-a422-43ddcf6d14a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1204257
Apr 20 13:21:42.075203 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-183481ee-9834-4ae3-b2ff-7ca49e96e706 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413031
Apr 20 13:21:42.221326 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ae3fc7b7-3838-4d29-a23c-e058feeea413 req-da1cba81-823a-4944-83e7-711f241ef61f service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396358
Apr 20 13:21:42.353737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-ace2f06a-fc59-4ba7-a4cb-222a3384b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:42.355260 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-ace2f06a-fc59-4ba7-a4cb-222a3384b544 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1097 time: 0.0862250
Apr 20 13:21:42.514151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-ef1202e5-6c19-43ac-b4bb-bf28bff5996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:42.515774 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-ef1202e5-6c19-43ac-b4bb-bf28bff5996e service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1443627
Apr 20 13:21:42.593478 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-15fffc2c-7aa6-4f36-b078-09523a245bb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 217 time: 0.0702224
Apr 20 13:21:42.721666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-2032ce37-d00a-4a5e-b3b2-b3bdad283fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:42.723164 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-2032ce37-d00a-4a5e-b3b2-b3bdad283fda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.1142569
Apr 20 13:21:42.810384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317ddd-7009-4903-b0f9-de1864361577 req-2842091a-48f0-4dfd-9c27-d19065bf4de1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:42.812016 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-74317ddd-7009-4903-b0f9-de1864361577 req-2842091a-48f0-4dfd-9c27-d19065bf4de1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.1645672
Apr 20 13:21:42.872017 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-d0ea1fe0-0c32-4e30-b01a-592b5cb44987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:42.873612 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-d0ea1fe0-0c32-4e30-b01a-592b5cb44987 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402035
Apr 20 13:21:42.876864 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-74317ddd-7009-4903-b0f9-de1864361577 req-900fa94e-30db-4680-b10e-91d0d4efc9e3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546477
Apr 20 13:21:43.061993 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-f3ea5cfe-3b49-44c0-be96-b3c1606d1d22 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807835
Apr 20 13:21:43.222469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d1f9-d17c-42ce-b287-55c258854c6b req-57706360-dfa8-4692-94b2-6af37993ae1a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:43.224191 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f02d1f9-d17c-42ce-b287-55c258854c6b req-57706360-dfa8-4692-94b2-6af37993ae1a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.2083266
Apr 20 13:21:43.265618 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-79f31646-7fdb-4eed-b363-22a4c74b0bde req-219f5947-34a0-4b87-ae02-012417b78065 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933384
Apr 20 13:21:43.291344 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9f02d1f9-d17c-42ce-b287-55c258854c6b req-dee7a60c-3117-4f89-ac9b-782ffc5022fb tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551496
Apr 20 13:21:44.078838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e6c2-8039-49ee-ae9f-d2a2fe8b829a req-15614be9-908f-4b95-b76e-3861c57e6851 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:44.081080 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a1d4e6c2-8039-49ee-ae9f-d2a2fe8b829a req-15614be9-908f-4b95-b76e-3861c57e6851 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.0908642
Apr 20 13:21:44.131506 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a1d4e6c2-8039-49ee-ae9f-d2a2fe8b829a req-d14ff72f-89a2-4faa-bf89-55270b75e979 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440094
Apr 20 13:21:44.500742 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075c0eb-d43a-4681-b35d-82f01cb1db4c req-3f2aabf5-c657-4304-8621-37c1bab46e72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:44.502838 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9075c0eb-d43a-4681-b35d-82f01cb1db4c req-3f2aabf5-c657-4304-8621-37c1bab46e72 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0928092
Apr 20 13:21:44.556494 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9075c0eb-d43a-4681-b35d-82f01cb1db4c req-bf837883-0c91-4813-bdac-ccfd5fcfa273 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468175
Apr 20 13:21:45.335304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0aef-00ad-4081-b14a-f22bbddd6fe6 req-29286b03-583f-4013-a497-075a5970ae27 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:45.336891 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2fbb0aef-00ad-4081-b14a-f22bbddd6fe6 req-29286b03-583f-4013-a497-075a5970ae27 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.0886509
Apr 20 13:21:45.388612 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2fbb0aef-00ad-4081-b14a-f22bbddd6fe6 req-5178a2f5-ee36-4eff-906e-acefa144ac7c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452754
Apr 20 13:21:45.757343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916be8c-27b0-4280-99f6-60dfebfecf40 req-cf38aa4a-b2b4-4418-b674-b8a81a438d05 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:45.758940 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2916be8c-27b0-4280-99f6-60dfebfecf40 req-cf38aa4a-b2b4-4418-b674-b8a81a438d05 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0880704
Apr 20 13:21:45.812568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2916be8c-27b0-4280-99f6-60dfebfecf40 req-8a4d7081-e7be-4074-ab91-f850099cea56 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458279
Apr 20 13:21:46.592782 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fc378-8330-4126-ada1-ad882224abd2 req-fbd83a19-3f3f-40c5-9a54-0d148bd0c1bf tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:46.594397 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-432fc378-8330-4126-ada1-ad882224abd2 req-fbd83a19-3f3f-40c5-9a54-0d148bd0c1bf tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.0930498
Apr 20 13:21:46.647808 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-432fc378-8330-4126-ada1-ad882224abd2 req-d178d2d1-7229-4320-b774-f475f1f3f44d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432351
Apr 20 13:21:47.036756 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964594eb-ea40-48bc-9620-0beebc67a927 req-d20e4cea-6f56-4f52-87a8-7aa3cf94ab4c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:47.038411 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-964594eb-ea40-48bc-9620-0beebc67a927 req-d20e4cea-6f56-4f52-87a8-7aa3cf94ab4c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1016557
Apr 20 13:21:47.088781 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-964594eb-ea40-48bc-9620-0beebc67a927 req-fd3e2aee-9f78-4e9d-b02f-685c9d2e5df0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437915
Apr 20 13:21:47.856243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b518b4-a9e3-49b5-9d79-fa29ef11af59 req-350989c2-15f1-4ee8-82c2-d7f93688621e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:47.857817 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-93b518b4-a9e3-49b5-9d79-fa29ef11af59 req-350989c2-15f1-4ee8-82c2-d7f93688621e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.0916870
Apr 20 13:21:47.907312 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-93b518b4-a9e3-49b5-9d79-fa29ef11af59 req-a5c58d8e-5cf1-47e9-b8fb-d3213abc554b tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426614
Apr 20 13:21:47.957929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:21:48.292674 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a381b-26d8-4d91-8eea-30a554a89f5a req-c7a68d4c-52e1-48fb-92dd-1b5d2f12ccac tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:48.294322 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b9a381b-26d8-4d91-8eea-30a554a89f5a req-c7a68d4c-52e1-48fb-92dd-1b5d2f12ccac tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0884864
Apr 20 13:21:48.346187 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b9a381b-26d8-4d91-8eea-30a554a89f5a req-9c0c85bb-55e8-4139-9740-3dfae80fb6cf tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448213
Apr 20 13:21:49.010471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67708498-b577-4304-92b2-e34f272e7051 req-691ca722-bde1-4215-ac64-aa20b3c6d5d1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.012090 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-67708498-b577-4304-92b2-e34f272e7051 req-691ca722-bde1-4215-ac64-aa20b3c6d5d1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.3909261
Apr 20 13:21:49.014263 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-dab5eeaa-ee6c-44ab-bc66-6d31a758e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.015737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-dab5eeaa-ee6c-44ab-bc66-6d31a758e55f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.1240323
Apr 20 13:21:49.204406 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-67708498-b577-4304-92b2-e34f272e7051 req-dfd006e5-9646-4c72-bd6e-eb59375dfe2c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1842809
Apr 20 13:21:49.264743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-3b6fc0ff-3385-4865-a82a-cdee92d7476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.266275 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-3b6fc0ff-3385-4865-a82a-cdee92d7476c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.2307236
Apr 20 13:21:49.278262 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70cf90-5dd3-4f16-a215-40c4d1b3f560 req-b536592d-98d2-4197-98a0-cba9ce2e20f1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.279839 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b70cf90-5dd3-4f16-a215-40c4d1b3f560 req-b536592d-98d2-4197-98a0-cba9ce2e20f1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 944 time: 0.2453666
Apr 20 13:21:49.412737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-ebb69d3b-366a-4c65-bc2d-6bce8b06b3c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 1001 time: 0.1318970
Apr 20 13:21:49.417440 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-3b70cf90-5dd3-4f16-a215-40c4d1b3f560 req-77684f99-2bee-49c1-9cc7-f2d9c8171817 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806684
Apr 20 13:21:49.484660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-bee4b08d-90dd-4033-b102-92e8e9b658de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.486715 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-bee4b08d-90dd-4033-b102-92e8e9b658de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0649464
Apr 20 13:21:49.574723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-3ebdda5e-ba23-46e8-ac07-81e1e85df15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:49.576391 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-3ebdda5e-ba23-46e8-ac07-81e1e85df15e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798872
Apr 20 13:21:49.617816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device f38e65a5-4a04-4104-8979-86982bc68ae7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:21:49.726511 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-aded75a1-fe69-4a99-b56e-da48523aa787 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384099
Apr 20 13:21:49.762709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f38e65a5-4a04-4104-8979-86982bc68ae7,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:21:49.777228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:21:49.846050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:49.867245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38e65a5-4a04-4104-8979-86982bc68ae7 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:21:49.877072 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fefd4fe6-975c-4fa0-88af-40b33e6c21df req-dd6f27b6-02db-4473-8074-b139f6ce5f75 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416285
Apr 20 13:21:49.883692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f38e65a5-4a04-4104-8979-86982bc68ae7,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:21:49.886732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:49.888711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:49.958743 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:49.966407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.966794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.967171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.967590 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.967941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.968306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.968669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.969033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.969397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.969763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.970623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.970991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:21:49.975085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:50.159820 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['f38e65a5-4a04-4104-8979-86982bc68ae7'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:21:50.425935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17146-0d3e-4176-90bb-8e678ae2a4e8 req-45879f3e-43f8-4305-965d-03b5600b1b39 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:50.427540 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00a17146-0d3e-4176-90bb-8e678ae2a4e8 req-45879f3e-43f8-4305-965d-03b5600b1b39 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.1007223
Apr 20 13:21:50.480126 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00a17146-0d3e-4176-90bb-8e678ae2a4e8 req-3ddf8844-16e4-4cd4-928d-eb5fa4ee6a95 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459545
Apr 20 13:21:50.620781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc79818-1a6f-40bb-88fe-6fcd3943be02 req-5fb27617-7148-4c48-bb4a-b91b5e0b3a1c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:50.622708 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5bc79818-1a6f-40bb-88fe-6fcd3943be02 req-5fb27617-7148-4c48-bb4a-b91b5e0b3a1c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 945 time: 0.0896800
Apr 20 13:21:50.678090 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5bc79818-1a6f-40bb-88fe-6fcd3943be02 req-e1286e38-2342-409d-8389-d6747f0a5bb5 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483060
Apr 20 13:21:51.607997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device f38e65a5-4a04-4104-8979-86982bc68ae7 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:21:51.683064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port f38e65a5-4a04-4104-8979-86982bc68ae7 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:21:51.688083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port f38e65a5-4a04-4104-8979-86982bc68ae7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:21:51.688509 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:51.692360 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe6fa2-9eea-481e-bc39-f068d8d62c84 req-94d4e32e-c01a-4612-8b16-389be7135749 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:51.693949 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-98fe6fa2-9eea-481e-bc39-f068d8d62c84 req-94d4e32e-c01a-4612-8b16-389be7135749 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0947006
Apr 20 13:21:51.745563 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-98fe6fa2-9eea-481e-bc39-f068d8d62c84 req-c2657371-54b1-48a0-a1e8-3e568c805ba6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450029
Apr 20 13:21:51.815836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:51.844536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:21:51.856563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f38e65a5-4a04-4104-8979-86982bc68ae7,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:21:51.859683 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:51.861689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-62690dd1-0601-49f3-8462-5aa8bf47c29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:51.893146 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0887-4240-49d7-a086-48cb8fd26ae7 req-b18ecdfa-a24d-4002-84e5-38bff1857be2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:51.894771 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd9c0887-4240-49d7-a086-48cb8fd26ae7 req-b18ecdfa-a24d-4002-84e5-38bff1857be2 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 945 time: 0.0984952
Apr 20 13:21:51.934327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:51.937821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:51.955264 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bd9c0887-4240-49d7-a086-48cb8fd26ae7 req-91dc5c3f-7c7a-4714-91d8-7e917f54ea74 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496976
Apr 20 13:21:51.983228 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'code': 200}
Apr 20 13:21:52.279459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8e313-1285-4db5-b87a-c10f20aecb57 req-87784eff-8cef-4b0d-852b-c907a0c8bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:52.281052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c1c8e313-1285-4db5-b87a-c10f20aecb57 req-87784eff-8cef-4b0d-852b-c907a0c8bbb1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1099 time: 0.0768158
Apr 20 13:21:52.323239 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c1c8e313-1285-4db5-b87a-c10f20aecb57 req-9a32ecd0-2184-4547-bf52-f4e9ce71d97f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358329
Apr 20 13:21:53.161834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150501d-7161-4e6d-9410-33b6e135a1cf req-8fb1329e-cc26-4387-8ed5-5ae76e818396 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:53.163475 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2150501d-7161-4e6d-9410-33b6e135a1cf req-8fb1329e-cc26-4387-8ed5-5ae76e818396 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.0949385
Apr 20 13:21:53.214712 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2150501d-7161-4e6d-9410-33b6e135a1cf req-5d3c10f7-fe8c-41d8-9778-d9d866502e18 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446405
Apr 20 13:21:54.422301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe324ef-26fd-49e7-b14f-bb6dd08840fa req-bf48ca0c-4752-49aa-b868-6152fd746754 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:54.424552 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfe324ef-26fd-49e7-b14f-bb6dd08840fa req-bf48ca0c-4752-49aa-b868-6152fd746754 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.0913112
Apr 20 13:21:54.477300 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-dfe324ef-26fd-49e7-b14f-bb6dd08840fa req-f4fa7c97-b9bb-4d1e-a7ff-9e99a6de15e7 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459366
Apr 20 13:21:54.679706 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445df6f6-7f2f-4a6e-8543-9a6b2fbb8655 req-3d2d6347-3179-42dd-bfd3-9d4c48425e01 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:54.681288 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-445df6f6-7f2f-4a6e-8543-9a6b2fbb8655 req-3d2d6347-3179-42dd-bfd3-9d4c48425e01 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.0904930
Apr 20 13:21:54.728486 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-445df6f6-7f2f-4a6e-8543-9a6b2fbb8655 req-b46eff81-1182-41f1-bab5-116853dc0159 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408750
Apr 20 13:21:54.753991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47908) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:21:54.833865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ff35b-a4ea-459e-91fd-791161c8a2f5 tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:54.835419 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-8a4ff35b-a4ea-459e-91fd-791161c8a2f5 tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1094 time: 0.0803757
Apr 20 13:21:54.838444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47912) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:21:54.843942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:21:54.850709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:21:54.854781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:floatingip and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:21:54.857800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:21:54.864453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:21:54.873796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.017470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.162487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.27.2.154 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/86830f30-16b4-40fb-9c81-b66754ba0e85) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:21:55.320034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.349762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.354507 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-eaf6b090-5ff6-4ae8-9184-20a0df195c2c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:55.424897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:21:55.427865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:21:55.432013 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:21:55.463446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=86830f30-16b4-40fb-9c81-b66754ba0e85,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:55.470919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:55.864556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.907739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-18a8f9fb-1ad0-4087-a573-3f23403efaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:55.948196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:56.169896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:56.173057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:56.178348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-00f605f1-51ed-4d82-97db-3593f21ecf25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:21:56.286208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=86830f30-16b4-40fb-9c81-b66754ba0e85,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:21:56.294486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:21:56.304486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:56.715343 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP fb6aad75-c8f9-44bc-b572-532e55ea8c2a associated. External IP: 172.27.2.154, port: f38e65a5-4a04-4104-8979-86982bc68ae7.
Apr 20 13:21:57.088709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:21:57.293832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:21:57.304618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:21:57.319177 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:21:57.319900 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d423c3c8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:21:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:57.321078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:57.381550 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5418744
Apr 20 13:21:57.382210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:21:57.430803 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'status': 'completed', 'code': 200}
Apr 20 13:21:57.514268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:21:57.542195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-779785da-e395-4d04-91f2-8ba78aa8321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:57.543839 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-779785da-e395-4d04-91f2-8ba78aa8321f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1099 time: 0.0837960
Apr 20 13:21:57.696413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-af7ecaf7-f881-40d8-91d9-1c1031db62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:57.697928 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-af7ecaf7-f881-40d8-91d9-1c1031db62a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1480727
Apr 20 13:21:57.812085 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-c22a66f2-5ac9-4965-a9ac-db0917c71a21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 1000 time: 0.1063173
Apr 20 13:21:57.882890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-b2286d34-d60c-4078-a091-0c17f1855d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:57.884492 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-b2286d34-d60c-4078-a091-0c17f1855d53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0662374
Apr 20 13:21:57.976989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-321c37d2-8670-433f-9b2b-3c9bbaab8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:21:57.978617 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-321c37d2-8670-433f-9b2b-3c9bbaab8142 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881069
Apr 20 13:21:58.067626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d423c3c8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:55Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:58.071759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:21:58.081255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:21:58.081902 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d423c3c8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:21:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:58.131946 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-897221db-de6d-4fc7-a531-3c73cc9984d1 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442263
Apr 20 13:21:58.275224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:21:58.285890 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e23033e-22d8-4cb9-907a-6d0b5ca4d17d req-807f5f91-85fe-4bda-b995-c77433b67a09 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455576
Apr 20 13:21:58.578249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f108f8ef-8a04-4017-aa25-7389a8963dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:58.655953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d423c3c8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:55Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:21:58.660792 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0e50f-c4b3-4cc1-b020-76bcacbb3d90 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:55Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:21:58.937928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df5b77-3800-40a7-937c-f1d66220bcbb None None] New status for floating IP fb6aad75-c8f9-44bc-b572-532e55ea8c2a: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:21:59.042441 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:21:59.159586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:00.299792 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-fe13bb10-9d1f-4284-8bfd-4fefa7bb4322 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776215
Apr 20 13:22:00.411215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:00.453552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-ceee727b-1959-4679-b873-c3234e317c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:00.455229 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-ceee727b-1959-4679-b873-c3234e317c75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 1099 time: 0.0790014
Apr 20 13:22:00.618365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-cbf00f1a-de8b-409b-8c34-b955d08c0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:00.620217 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-cbf00f1a-de8b-409b-8c34-b955d08c0339 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1456618
Apr 20 13:22:00.734358 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-88c901e1-f270-4bd4-b02d-d329225e0b9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 200  len: 1001 time: 0.1076596
Apr 20 13:22:00.807075 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-3067d823-5d7a-45c3-a1d7-85bc2ae41a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:00.808671 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-3067d823-5d7a-45c3-a1d7-85bc2ae41a03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0677257
Apr 20 13:22:00.894442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-e00a5a70-948f-4939-8e6c-03b62cb8f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:00.896025 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-e00a5a70-948f-4939-8e6c-03b62cb8f3f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806739
Apr 20 13:22:01.042550 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-2b99b364-8a2a-49b0-b5ef-6e1902bd9fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398056
Apr 20 13:22:01.190318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-49a16b61-e9d9-42a2-8cf0-2cbf50b32db5 req-c3948968-8b21-4e7f-afe9-2d2b7600e90e service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409042
Apr 20 13:22:01.330645 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:24.958965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:22:25.223295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594775af-ac54-40b1-aee1-dea00c591b5e req-e532ceb6-703c-4727-8d79-f7cdcf019e42 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:25.224932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-594775af-ac54-40b1-aee1-dea00c591b5e req-e532ceb6-703c-4727-8d79-f7cdcf019e42 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0912428
Apr 20 13:22:25.279961 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-594775af-ac54-40b1-aee1-dea00c591b5e req-b8a54153-7649-4981-be11-1cfe4176a1a7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486042
Apr 20 13:22:25.900267 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bfeeef0d-adad-40fe-b451-ac5c3396c028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:26.481018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b76db-cc73-4fee-929b-3c973f9bbff3 req-1d39f456-4370-488b-a82d-acbc78e830fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:26.482549 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b7b76db-cc73-4fee-929b-3c973f9bbff3 req-1d39f456-4370-488b-a82d-acbc78e830fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0887277
Apr 20 13:22:26.530131 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1b7b76db-cc73-4fee-929b-3c973f9bbff3 req-b449835f-94da-4d45-9d22-44bdd7a1a401 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412877
Apr 20 13:22:27.332903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-83e2e4d0-1d70-4e24-8666-feb99429392d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:27.334466 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-83e2e4d0-1d70-4e24-8666-feb99429392d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.0933459
Apr 20 13:22:27.413729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Deleting port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:22:27.414119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:27.727366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] For port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:22:27.727991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:27.928809 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54f9bf-7826-45b7-b561-c58521e71c6a req-c397da94-3727-4e2e-8542-ed2167b2d2dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:27.930617 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9c54f9bf-7826-45b7-b561-c58521e71c6a req-c397da94-3727-4e2e-8542-ed2167b2d2dd tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 946 time: 0.2807384
Apr 20 13:22:28.341649 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9c54f9bf-7826-45b7-b561-c58521e71c6a req-fe108b2e-4335-4144-a220-60490641cb12 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d11d2-c21b-45fa-8e05-4b24b9e63412&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3985066
Apr 20 13:22:28.364431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:28.365041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:28.365558 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Floating IP 64e27bb6-6c00-4c5b-bccb-0b6e37d415de disassociated. External IP: 172.27.2.69, port: 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4.
Apr 20 13:22:28.366034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Calling delete_port for 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:22:28.519856 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:28.526998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:28.579357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'Port': ['ID=4d8a6f08-7fb6-4695-bdcb-15da6ef324b4,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:28.582096 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e840cbed-cb26-485c-9832-a7b8b782060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:28.583472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:28.784745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:22:28.976612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:28.980701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:22:28.991176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:22:29.001842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:22:29.002522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d465c9b0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:22:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:29.066520 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] No DVR routers for this DVR port 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:22:29.069383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:29.072490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'name': 'network-vif-deleted', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:22:29.093096 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0a1556a7-ea47-47c6-82ca-a0581928c666 req-f7c9c7f8-5ce6-4736-a9bf-92bde11982b6 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "DELETE /v2.0/ports/4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 HTTP/1.1" status: 204  len: 173 time: 1.7488906
Apr 20 13:22:29.133596 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd3c0f-abfe-4d0d-afee-f5e2fe13a823', 'name': 'network-vif-deleted', 'tag': '4d8a6f08-7fb6-4695-bdcb-15da6ef324b4', 'status': 'completed', 'code': 200}
Apr 20 13:22:29.135064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:29.218908 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:22:29.521760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-fabc85b5-5504-4a05-ad47-039f3bcfa5a1 req-e21fd485-597c-4e73-9a18-f9c6b77d9c83 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:22:29.538000 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-fabc85b5-5504-4a05-ad47-039f3bcfa5a1 req-e21fd485-597c-4e73-9a18-f9c6b77d9c83 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:22:29.539294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-fabc85b5-5504-4a05-ad47-039f3bcfa5a1 req-e21fd485-597c-4e73-9a18-f9c6b77d9c83 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbd3c0f-abfe-4d0d-afee-f5e2fe13a823 HTTP/1.1" status: 200  len: 210 time: 0.0673103
Apr 20 13:22:29.564278 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d465c9b0>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:29.569190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:22:29.578994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:22:29.579479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d465c9b0>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:22:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:29.768437 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:22:30.104519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d465c9b0>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:30.108699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ad738-c127-47c7-a38a-8dd8f7ca4de5 None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:22:30.415209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:30.510136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aaad49-9331-4885-ba64-7a605e51a718 None None] New status for floating IP 64e27bb6-6c00-4c5b-bccb-0b6e37d415de: DOWN {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:22:30.681122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 47948) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:30.771538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:30.803118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:30.852710 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:30.858404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-115424a0-15cd-4c52-b026-53646a666831 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:30.872871 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d11d2-c21b-45fa-8e05-4b24b9e63412,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:30.882922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.883347 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.884090 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.884502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.884912 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.885321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.885728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.886133 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.886574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.886978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.887380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.887805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:30.891224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:30.892586 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:30.893993 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a4d11d2-c21b-45fa-8e05-4b24b9e63412 HTTP/1.1" status: 204  len: 168 time: 0.2115784
Apr 20 13:22:30.897681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47956) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:30.916266 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.v2.resource [None req-9a748123-630c-4c7b-88d2-90f18d342435 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] show failed (client error): The resource could not be found.
Apr 20 13:22:30.917360 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9a748123-630c-4c7b-88d2-90f18d342435 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups/4a4d11d2-c21b-45fa-8e05-4b24b9e63412 HTTP/1.1" status: 404  len: 347 time: 0.0183928
Apr 20 13:22:30.920727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47960) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:31.091624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Deleting port 68b4a08d-be9a-4036-9d26-60fe5c54cac2 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:22:31.091898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.273648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.274254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.330356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.407493 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Calling delete_port for 68b4a08d-be9a-4036-9d26-60fe5c54cac2 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:22:31.553084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.558369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-92205b6e-31f4-4f97-b74b-ef275d150d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:31.641716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'Port': ['ID=68b4a08d-be9a-4036-9d26-60fe5c54cac2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:31.644625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:31.708406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.726577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:31.727845 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "DELETE /v2.0/floatingips/64e27bb6-6c00-4c5b-bccb-0b6e37d415de HTTP/1.1" status: 204  len: 168 time: 0.8059433
Apr 20 13:22:31.797431 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:22:31.834686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:22:31.835082 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 4d8a6f08-7fb6-4695-bdcb-15da6ef324b4 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:22:33.017539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47972) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:33.023681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82977250', 'description': 'tempest-description--850757258'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:33.030722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:33.035105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:22:33.038794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:22:33.045027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:33.056701 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.078980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:33.083606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:22:33.086723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:22:33.092940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:33.172644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.175483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.179368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a206740c-0b24-4102-b40d-95e6d28151eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:33.221378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5941381-9959-4990-9126-433c0311ec0f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:33.224965 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:33.226444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.227788 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-6f4ab65e-7fc1-4cd8-bf9d-5105021087b1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2091238
Apr 20 13:22:33.230798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47978) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:33.236510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group_rule': {'security_group_id': 'f5941381-9959-4990-9126-433c0311ec0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:33.243285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:33.247534 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:22:33.250563 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:22:33.257031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:33.274129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.336670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.339531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.341723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-84bd2f9b-ed23-4219-8338-adf5403dec34 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:33.365352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d9acdc-954a-40c0-8314-f671ad8ea58d,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:33.369637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:33.376721 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.378000 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-dfd2f3bb-aefb-4bf1-9304-053a17fe25e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1461523
Apr 20 13:22:33.380910 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47982) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:33.386419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'security_group_rule': {'security_group_id': 'f5941381-9959-4990-9126-433c0311ec0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:33.392729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:33.397340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:security_group_rule and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:22:33.400460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:22:33.406626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:33.423338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.490214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.493163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641243'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.495303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:33.521478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558e5642-b4b4-4bc3-90a2-4b04991ca076,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:33.524290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:33.531939 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.533294 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-61bf8b01-55f9-4dde-b400-6a3fbd5871fc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1513827
Apr 20 13:22:33.536735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 47986) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:33.542656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:33.549608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:33.554391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Usage tracker for resource:floatingip and tenant:3b0fc4eea3a44f21a9444f7078687014 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:22:33.558252 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:22:33.565619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:33.576660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.730003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:33.875991 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Allocated IP 172.27.2.211 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/ee3bfd1f-0edd-4479-af0a-fb4190b56e26) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:22:34.040038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.071525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.076490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:34.139246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:22:34.147462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:22:34.151993 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:22:34.195972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=ee3bfd1f-0edd-4479-af0a-fb4190b56e26,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:34.214070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.214488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.214896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.215296 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.215723 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.216232 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.216500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.216884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.217471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.217849 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.218239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.218630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:22:34.224983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:34.260226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.329371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.550423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.554612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.559646 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-50a2a85f-7ea6-40ae-b2f4-51736018fa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:34.667443 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=ee3bfd1f-0edd-4479-af0a-fb4190b56e26,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:34.675511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:34.684877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.706188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:34.708027 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1702158
Apr 20 13:22:34.885987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-f8ea0d24-2eac-474d-b022-5f6bb08319b3 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:22:34.905966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-f8ea0d24-2eac-474d-b022-5f6bb08319b3 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:22:34.906869 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-f8ea0d24-2eac-474d-b022-5f6bb08319b3 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--82977250&fields=id&tenant_id=3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 267 time: 0.0641441
Apr 20 13:22:35.070884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-b38748fd-b80e-4980-9ccc-c3d2d30f8f5d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:35.072497 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-b38748fd-b80e-4980-9ccc-c3d2d30f8f5d tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 811 time: 0.1574979
Apr 20 13:22:35.089273 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-ebead9bb-930c-4f6e-b1bd-2afc04759d12 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/quotas/3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 375 time: 0.0105972
Apr 20 13:22:35.181960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-cf6c117b-5028-42d7-b351-444f883d171e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:22:35.197397 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-cf6c117b-5028-42d7-b351-444f883d171e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:22:35.198928 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-cf6c117b-5028-42d7-b351-444f883d171e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1022952
Apr 20 13:22:35.354959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-90221f8f-f7f1-47aa-b043-21fff77a0bfa service neutron] 10.222.0.72 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408105
Apr 20 13:22:35.501767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-a18ac20f-ac79-4701-ba6e-4b5e256536a1 service neutron] 10.222.0.72 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415219
Apr 20 13:22:35.703127 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-eebc2eec-9e3a-43dc-b149-adefe31f9776 req-c9238dd3-6b80-4ef6-a853-151414800de3 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 210 time: 0.0534933
Apr 20 13:22:36.826129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-9a9eb130-0f66-4b24-974a-9f88eb2ee196 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:36.827709 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-9a9eb130-0f66-4b24-974a-9f88eb2ee196 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 811 time: 0.1644042
Apr 20 13:22:36.891121 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-5a13c7c3-9730-467f-848b-a96b5214433f req-6f963ef9-3836-4c33-9412-5540e5dd123e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 210 time: 0.0623682
Apr 20 13:22:36.948030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-8c487964-0dbe-4b33-86a7-e290fec6f181 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b0fc4eea3a44f21a9444f7078687014 HTTP/1.1" status: 200  len: 5706 time: 0.0780752
Apr 20 13:22:36.958510 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'port': {'device_id': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'admin_state_up': True, 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'security_groups': ['f5941381-9959-4990-9126-433c0311ec0f']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:37.101329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:22:37.111261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:22:37.119883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Made reservation on behalf of 3b0fc4eea3a44f21a9444f7078687014 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:22:37.125830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:37.296321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Allocated IP 172.20.0.5 (8cebda5a-1404-468f-844e-075c9adcf45e/4dd12d27-39d9-4031-b51d-523a97c8ea35/04340256-f64a-4b2a-9344-7cae91b7cff6) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:22:37.491728 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:37.507992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Transition to ACTIVE for port object 04340256-f64a-4b2a-9344-7cae91b7cff6 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:22:37.531221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:37.536716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7e0e783f-ebd9-4878-a1e8-264e1579c7eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:37.609028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Network 8cebda5a-1404-468f-844e-075c9adcf45e is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:22:37.612781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:22:37.617405 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:22:37.657898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event updated for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:37.662748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:37.692875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:37.693553 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:37.718516 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7648530
Apr 20 13:22:37.732245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Request body: {'port': {'device_id': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:37.845303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-07fc873b-e4b6-4c3e-859d-26b69a43e136 None None] Provisioning for port 04340256-f64a-4b2a-9344-7cae91b7cff6 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:22:37.850885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-07fc873b-e4b6-4c3e-859d-26b69a43e136 None None] Provisioning complete for port 04340256-f64a-4b2a-9344-7cae91b7cff6 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:22:37.851310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-07fc873b-e4b6-4c3e-859d-26b69a43e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:37.911953 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-07fc873b-e4b6-4c3e-859d-26b69a43e136 None None] Port 04340256-f64a-4b2a-9344-7cae91b7cff6 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:22:38.162530 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:38.221566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f4533-0b01-4733-96c1-b51b4b824cb3 req-76b9b7a9-adc2-4c10-b2b7-13384b054206 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:38.222314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-722f4533-0b01-4733-96c1-b51b4b824cb3 req-76b9b7a9-adc2-4c10-b2b7-13384b054206 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:22:38.266080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-722f4533-0b01-4733-96c1-b51b4b824cb3 req-76b9b7a9-adc2-4c10-b2b7-13384b054206 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:22:38.267313 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-722f4533-0b01-4733-96c1-b51b4b824cb3 req-76b9b7a9-adc2-4c10-b2b7-13384b054206 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 931 time: 0.2380321
Apr 20 13:22:38.392276 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-722f4533-0b01-4733-96c1-b51b4b824cb3 req-18836ac2-8e83-44b4-9efe-3160255ae027 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0833321
Apr 20 13:22:38.580922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04340256-f64a-4b2a-9344-7cae91b7cff6 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:22:38.589100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:38.604314 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Transition to ACTIVE for port object 04340256-f64a-4b2a-9344-7cae91b7cff6 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:22:38.606954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:38.611556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a4fc04df-0dd8-44d5-b681-5df413af3fec tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:38.787081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Pushing event updated for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:38.816280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:38.861464 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Attempting to bind port 04340256-f64a-4b2a-9344-7cae91b7cff6 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:22:38.861961 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Attempting to bind port 04340256-f64a-4b2a-9344-7cae91b7cff6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:22:38.862166 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Attempting to bind port 04340256-f64a-4b2a-9344-7cae91b7cff6 on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:22:38.867068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Port 04340256-f64a-4b2a-9344-7cae91b7cff6 on network 8cebda5a-1404-468f-844e-075c9adcf45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:22:38.867439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Attempting to bind port 04340256-f64a-4b2a-9344-7cae91b7cff6 on network 8cebda5a-1404-468f-844e-075c9adcf45e {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:22:38.872823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:22:38.873191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Checking segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:22:38.873625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Bound using segment: {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:22:38.874093 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Bound port: 04340256-f64a-4b2a-9344-7cae91b7cff6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:22:38.874468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:38.971387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:22:38.974524 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=04340256-f64a-4b2a-9344-7cae91b7cff6,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:22:38.977788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:38.982469 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1a52a62d-c922-41c1-bdb0-da6c73a96924 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:39.036128 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.036805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:39.038286 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] 10.222.0.58 "PUT /v2.0/ports/04340256-f64a-4b2a-9344-7cae91b7cff6 HTTP/1.1" status: 200  len: 1093 time: 1.3109798
Apr 20 13:22:39.038823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:22:39.077931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Pushing event updated for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:39.117839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:39.119330 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'status': 'completed', 'code': 200}
Apr 20 13:22:39.169057 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-8b45420f-79e1-4851-bfb6-2dfecdf0f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.170722 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-8b45420f-79e1-4851-bfb6-2dfecdf0f1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 1096 time: 0.0896304
Apr 20 13:22:39.255213 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-86391f59-7fa3-46ff-a6be-fe858a4d58c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04340256-f64a-4b2a-9344-7cae91b7cff6 HTTP/1.1" status: 200  len: 217 time: 0.0658789
Apr 20 13:22:39.330290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-d02eb604-e4a1-4f07-8d88-43e8e5ccee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.331817 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-d02eb604-e4a1-4f07-8d88-43e8e5ccee27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0668371
Apr 20 13:22:39.415610 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-22c6b3a7-73a3-4d87-ad32-9a1f0317a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.417117 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-22c6b3a7-73a3-4d87-ad32-9a1f0317a7b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776520
Apr 20 13:22:39.631356 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-87b3cd29-84ec-4e7e-9f2f-c381fa38ed64 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068753
Apr 20 13:22:39.650003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b964e03-4b89-49b3-a7cd-a329ea519ee4 req-93cb93c7-0463-46a1-8836-f87152f04928 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.651746 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b964e03-4b89-49b3-a7cd-a329ea519ee4 req-93cb93c7-0463-46a1-8836-f87152f04928 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 943 time: 0.1430762
Apr 20 13:22:39.792992 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8b964e03-4b89-49b3-a7cd-a329ea519ee4 req-571a8230-c4d5-4782-a45c-8a8ba0a4d6dc tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1172802
Apr 20 13:22:39.829446 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4500e8cd-f6cf-4e8e-bc61-86c736cceff1 req-517c5332-f891-4182-a257-f0f0562f9557 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895161
Apr 20 13:22:39.957255 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-10891598-24a2-4f11-aa6f-15058f138047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:39.958916 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-10891598-24a2-4f11-aa6f-15058f138047 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 1096 time: 0.0780935
Apr 20 13:22:40.104595 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-b199c09f-89d8-481e-bdec-f5c3b262a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:40.106086 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-b199c09f-89d8-481e-bdec-f5c3b262a799 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1397057
Apr 20 13:22:40.185739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-64b80618-a4f3-4f19-8f56-620d1a32206e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04340256-f64a-4b2a-9344-7cae91b7cff6 HTTP/1.1" status: 200  len: 217 time: 0.0707097
Apr 20 13:22:40.255183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-dcf1e9d6-de6b-4a06-a088-ac44c07ce47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:40.256816 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-dcf1e9d6-de6b-4a06-a088-ac44c07ce47c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0635626
Apr 20 13:22:40.343378 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-4ef60a0f-4caa-436b-a103-3b7659dd209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:40.345052 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-4ef60a0f-4caa-436b-a103-3b7659dd209d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804186
Apr 20 13:22:40.491856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-dc0b88e5-8169-45bd-a5f0-e35bbbc5c143 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375437
Apr 20 13:22:40.634740 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-70b75f3b-e54f-4c4d-a1c1-2d0b5ab35c0e req-71ad1a24-fea9-4a76-ba60-2c2b242de1bf service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353891
Apr 20 13:22:40.994556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a5eb-182a-4381-bd6b-50f9e3059b37 req-b7d3bdb5-4778-49ea-b8b8-e695220e8a8c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:40.996193 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-23d5a5eb-182a-4381-bd6b-50f9e3059b37 req-b7d3bdb5-4778-49ea-b8b8-e695220e8a8c tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 943 time: 0.0875027
Apr 20 13:22:41.044452 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-23d5a5eb-182a-4381-bd6b-50f9e3059b37 req-45e79642-b20e-46ad-aea8-f4f61513a432 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418975
Apr 20 13:22:41.821840 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 04340256-f64a-4b2a-9344-7cae91b7cff6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:22:41.961615 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=04340256-f64a-4b2a-9344-7cae91b7cff6,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:22:41.975147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'port_id': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'mac_address': 'fa:16:3e:ed:53:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:22:42.036061 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:42.055268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04340256-f64a-4b2a-9344-7cae91b7cff6 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:22:42.070975 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=04340256-f64a-4b2a-9344-7cae91b7cff6,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:22:42.074196 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:42.076001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:42.146169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:42.149740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:42.251654 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8680e6-0e42-41bc-a3bf-6c533ea9d92c req-2116b5e4-2173-4269-ac2e-fbb8cdcf35bb tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:42.253223 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0f8680e6-0e42-41bc-a3bf-6c533ea9d92c req-2116b5e4-2173-4269-ac2e-fbb8cdcf35bb tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 944 time: 0.0936534
Apr 20 13:22:42.300342 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-0f8680e6-0e42-41bc-a3bf-6c533ea9d92c req-abc0e2f8-580c-4ad7-8bee-e3a712920c12 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403194
Apr 20 13:22:42.311737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['04340256-f64a-4b2a-9344-7cae91b7cff6'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:22:43.499923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772146-629d-4b66-99d4-bee0d8118f64 req-76c2159b-db51-42da-b56f-71bbd119c13e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:43.501409 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00772146-629d-4b66-99d4-bee0d8118f64 req-76c2159b-db51-42da-b56f-71bbd119c13e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 944 time: 0.0881879
Apr 20 13:22:43.548504 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-00772146-629d-4b66-99d4-bee0d8118f64 req-1cbe2a1a-0dba-409d-8a15-498fac96f16f tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407875
Apr 20 13:22:43.841376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 04340256-f64a-4b2a-9344-7cae91b7cff6 up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:22:43.912475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 04340256-f64a-4b2a-9344-7cae91b7cff6 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:22:43.917680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 04340256-f64a-4b2a-9344-7cae91b7cff6 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:22:43.918137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:44.040162 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:44.070787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:22:44.082006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=04340256-f64a-4b2a-9344-7cae91b7cff6,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:22:44.086994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:44.089028 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:22:44.128991 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'code': 200}
Apr 20 13:22:44.163206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:22:44.166244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:22:44.371780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae8ed9-6160-454c-af08-f195a3630d9f req-02d83f33-b5e7-40cb-8f41-214fee899292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:44.373252 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bae8ed9-6160-454c-af08-f195a3630d9f req-02d83f33-b5e7-40cb-8f41-214fee899292 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 1098 time: 0.0794847
Apr 20 13:22:44.419643 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bae8ed9-6160-454c-af08-f195a3630d9f req-d37e96cb-0c9a-4d9f-8d12-80fce6bc40b9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384383
Apr 20 13:22:44.747174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747deb49-c463-4960-8349-038488f1c60a req-488a606d-83e5-418b-98c2-209913af22ea tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:44.748781 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-747deb49-c463-4960-8349-038488f1c60a req-488a606d-83e5-418b-98c2-209913af22ea tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.0880272
Apr 20 13:22:44.798429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-747deb49-c463-4960-8349-038488f1c60a req-10d348b6-016d-4770-b171-55f05fd8d124 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433059
Apr 20 13:22:46.001862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c47096-0134-4b69-bedd-ecccea288ac3 req-e7f911a0-1d6b-4a92-8a41-ac356c31c765 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:46.003510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c4c47096-0134-4b69-bedd-ecccea288ac3 req-e7f911a0-1d6b-4a92-8a41-ac356c31c765 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.0897372
Apr 20 13:22:46.053493 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c4c47096-0134-4b69-bedd-ecccea288ac3 req-eee3d27f-9a4d-46ab-832d-1edb3a1b86a2 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429041
Apr 20 13:22:46.255617 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe1bca-e226-41ee-ba41-b06c4c3c7074 req-9240f379-fbc1-4769-a42a-a0452cb3a66e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:46.257302 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-f6fe1bca-e226-41ee-ba41-b06c4c3c7074 req-9240f379-fbc1-4769-a42a-a0452cb3a66e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.0953786
Apr 20 13:22:46.267251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48044) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:22:46.272934 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Request body: {'floatingip': {'port_id': '04340256-f64a-4b2a-9344-7cae91b7cff6'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:22:46.354515 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:47.226199 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:47.229538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:47.407697 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Floating IP 66f75ed0-62a9-4e39-948a-a134f326bfbc associated. External IP: 172.27.2.211, port: 04340256-f64a-4b2a-9344-7cae91b7cff6.
Apr 20 13:22:47.780652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:22:47.972266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:22:47.977863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:47.982777 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:22:47.994370 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:22:47.995035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4606748>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:22:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:48.036295 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0c517453-94d9-4043-bd10-3890e81aa6e0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "PUT /v2.0/floatingips/66f75ed0-62a9-4e39-948a-a134f326bfbc HTTP/1.1" status: 200  len: 991 time: 1.7671366
Apr 20 13:22:48.036954 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:22:48.089738 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'status': 'completed', 'code': 200}
Apr 20 13:22:48.186637 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:22:48.196661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-bb2ec834-3cf2-4b8a-a9f3-d482d1b3520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:48.198256 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-bb2ec834-3cf2-4b8a-a9f3-d482d1b3520f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b0fc4eea3a44f21a9444f7078687014&device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 1098 time: 0.0842285
Apr 20 13:22:48.350449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-b4611327-c378-4b9b-9f08-272541fc04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:48.352017 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-b4611327-c378-4b9b-9f08-272541fc04b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 200  len: 913 time: 0.1469164
Apr 20 13:22:48.469144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-cddda7ef-944e-4542-a381-3d0299b7067a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04340256-f64a-4b2a-9344-7cae91b7cff6 HTTP/1.1" status: 200  len: 999 time: 0.1104550
Apr 20 13:22:48.538778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-66d505b9-36f6-44df-af0f-2fe9d7e884d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:48.540400 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-66d505b9-36f6-44df-af0f-2fe9d7e884d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 200  len: 850 time: 0.0643413
Apr 20 13:22:48.622825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-bce2960d-c80b-4396-ab82-9330656653f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:22:48.624395 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-bce2960d-c80b-4396-ab82-9330656653f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cebda5a-1404-468f-844e-075c9adcf45e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778573
Apr 20 13:22:48.752862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4606748>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '66f75ed0-62a9-4e39-948a-a134f326bfbc', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:ed:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:22:34Z', 'updated_at': '2021-04-20T13:22:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:48.757552 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:22:48.766461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:22:48.767112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4606748>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:22:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:48.809378 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-fb985f06-c8ab-423d-863c-2165e07db004 service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774991
Apr 20 13:22:48.960789 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9bfb0106-6167-4394-9f39-48cdb4e4ab2c req-7fe9e4bf-acc8-4baa-9a54-9d5ac23102ad service neutron] 10.222.0.58 "GET /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429968
Apr 20 13:22:48.962931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:22:49.413407 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4606748>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '66f75ed0-62a9-4e39-948a-a134f326bfbc', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:ed:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:22:34Z', 'updated_at': '2021-04-20T13:22:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:22:49.417602 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4346500-de50-4770-a6c6-a38b6461a1cd None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '66f75ed0-62a9-4e39-948a-a134f326bfbc', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'port_id': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'mac_address': 'fa:16:3e:ed:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:22:34Z', 'updated_at': '2021-04-20T13:22:47Z', 'revision_number': 1, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:22:49.705660 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de05ced-4d3f-4619-af18-63bb79f7c5f5 None None] New status for floating IP 66f75ed0-62a9-4e39-948a-a134f326bfbc: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:22:55.902837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5df447e8-6909-4f71-a49f-1284563289f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:58.585039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-117c7898-4a97-4ec0-b3f4-98e3290f9ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:58.976184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:22:59.137377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:00.416892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:01.331980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:01.958592 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:23:02.326925 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-28f22ab3-39d6-4381-8cf6-87cfc521a8a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0804796
Apr 20 13:23:02.424832 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-4491e814-66a7-4b4d-8186-f281d3599772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:02.426387 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-4491e814-66a7-4b4d-8186-f281d3599772 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1099 time: 0.0762982
Apr 20 13:23:02.583470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-81d4b5b2-87a2-40d1-b26d-5904dc93e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:02.584978 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-81d4b5b2-87a2-40d1-b26d-5904dc93e743 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1370301
Apr 20 13:23:02.696055 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-49045941-3603-467d-8042-4bf041aa1bdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1032076
Apr 20 13:23:02.767546 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-208c966b-3ef8-41d5-9d69-6b3a00a831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:02.769092 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-208c966b-3ef8-41d5-9d69-6b3a00a831bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0657609
Apr 20 13:23:02.854513 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-a766abc5-943c-42a8-8688-1f9bf8b23a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:02.856114 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-a766abc5-943c-42a8-8688-1f9bf8b23a17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785191
Apr 20 13:23:03.003669 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-ed6a2f90-5253-40e7-85c6-aad88f650588 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382356
Apr 20 13:23:03.391781 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9ece8c13-d407-4a31-8a24-e7a3ff0cd01d req-bbc86e5a-2a5b-483d-9069-5d6d6e762df3 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3769028
Apr 20 13:23:25.906328 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1df2aa44-be0e-4fa5-8087-ebd11b7ffca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:28.585896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-41ab1c36-ae4f-4d2a-9820-86df7f0e5e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:28.979479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:29.140653 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:30.423187 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:31.344123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:32.236681 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-a1bc68c4-64ae-49af-afa0-c19bd8e8f8e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578525059&fields=id&tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 267 time: 0.0456352
Apr 20 13:23:32.402149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-3ef2040d-0420-45ad-bfd9-a3c3c340a6d5 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:32.403739 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-3ef2040d-0420-45ad-bfd9-a3c3c340a6d5 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.1587353
Apr 20 13:23:32.419989 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-0defebb9-6d6a-4efa-8b05-56529f956bba tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/quotas/dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 375 time: 0.0098803
Apr 20 13:23:32.523788 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-58ce01bb-05f7-4aac-9c71-92a2b09d6583 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0969234
Apr 20 13:23:32.539257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-48f38e11-3bc2-4293-8837-4cc55375ffdd service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 13:23:32.540338 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-48f38e11-3bc2-4293-8837-4cc55375ffdd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054946
Apr 20 13:23:32.683786 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-b4f5d8b0-7487-4f04-b074-915b11957511 service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374519
Apr 20 13:23:32.829313 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-c95a1cc0-1779-4ce6-9e2f-750cbfe4d15b service neutron] 10.222.0.72 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389737
Apr 20 13:23:33.253779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-63e6d9cd-40f8-4250-b33f-9b1502d6c5cb req-6f4aad52-c684-4cc1-90fe-5a38f0ee7cd0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 210 time: 0.0492072
Apr 20 13:23:34.443138 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcc13b05-2cb6-4d4a-b56f-ee87d4b1a0f2 req-cba1a79d-8149-4a9c-b65d-b4aaa483861a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 210 time: 0.0645070
Apr 20 13:23:34.456817 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-6ae17015-b7f0-4ae6-9b01-fd25d08e8a7e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:34.459071 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-6ae17015-b7f0-4ae6-9b01-fd25d08e8a7e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 811 time: 0.2147434
Apr 20 13:23:34.544930 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-c507e0ce-32dd-4f7f-aea1-84e06e917f2f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dab36c1bd0c44de2b75440f11177bf1b HTTP/1.1" status: 200  len: 8061 time: 0.0734386
Apr 20 13:23:34.558489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'port': {'device_id': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'admin_state_up': True, 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'security_groups': ['ca05636d-c446-45e7-be6d-fc0dc2fbd613']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:23:34.701519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:23:34.711497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:23:34.720222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Made reservation on behalf of dab36c1bd0c44de2b75440f11177bf1b for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:23:34.726400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:34.898818 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.20.0.4 (efe135a0-86d6-41ca-bf48-f0ec6d74363f/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8/0648bb3c-35cd-40a6-8a42-db98658cfdbd) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:23:35.098620 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:35.114786 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Transition to ACTIVE for port object 0648bb3c-35cd-40a6-8a42-db98658cfdbd will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:23:35.137686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:35.145306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35ee28a1-4b1a-497a-a948-061b0f4bc835 tempest-TestMinimumBasicScenario-2127836180 tempest-TestMinimumBasicScenario-2127836180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:35.217500 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:23:35.220763 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:23:35.224930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:23:35.266044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:35.281648 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.282060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.282467 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.282863 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.283256 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.283676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.284070 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.284461 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.284851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.285266 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.285661 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.286046 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:35.296479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:35.315222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:35.315984 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:35.342551 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7882285
Apr 20 13:23:35.358890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Request body: {'port': {'device_id': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:23:35.398031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e8786fbd-9278-4a7a-bbbd-39b51bc19ebb None None] Provisioning for port 0648bb3c-35cd-40a6-8a42-db98658cfdbd completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:23:35.403217 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-e8786fbd-9278-4a7a-bbbd-39b51bc19ebb None None] Provisioning complete for port 0648bb3c-35cd-40a6-8a42-db98658cfdbd triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:23:35.403682 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e8786fbd-9278-4a7a-bbbd-39b51bc19ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:35.460717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e8786fbd-9278-4a7a-bbbd-39b51bc19ebb None None] Port 0648bb3c-35cd-40a6-8a42-db98658cfdbd cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 13:23:35.479663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:35.824778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbb657-caad-4cd9-b3db-0e26c3b6976b req-db7d4cb9-7201-49fc-a8f2-7c536913c071 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:35.825442 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e6cbb657-caad-4cd9-b3db-0e26c3b6976b req-db7d4cb9-7201-49fc-a8f2-7c536913c071 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:23:35.858390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-e6cbb657-caad-4cd9-b3db-0e26c3b6976b req-db7d4cb9-7201-49fc-a8f2-7c536913c071 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:23:35.859656 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6cbb657-caad-4cd9-b3db-0e26c3b6976b req-db7d4cb9-7201-49fc-a8f2-7c536913c071 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 931 time: 0.2563727
Apr 20 13:23:35.971958 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e6cbb657-caad-4cd9-b3db-0e26c3b6976b req-ced10572-f1e6-40b5-90c1-c604491f75c0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047232
Apr 20 13:23:35.980385 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0648bb3c-35cd-40a6-8a42-db98658cfdbd {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:23:35.988974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:36.004041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Transition to ACTIVE for port object 0648bb3c-35cd-40a6-8a42-db98658cfdbd will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 13:23:36.006670 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:36.011342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cfdfdb88-cf8f-46b8-982b-e299261642c0 tempest-AttachVolumeNegativeTest-1227931264 tempest-AttachVolumeNegativeTest-1227931264-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:36.185257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:36.215290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:36.263139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Attempting to bind port 0648bb3c-35cd-40a6-8a42-db98658cfdbd on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 13:23:36.263539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Attempting to bind port 0648bb3c-35cd-40a6-8a42-db98658cfdbd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 13:23:36.263911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Attempting to bind port 0648bb3c-35cd-40a6-8a42-db98658cfdbd on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:23:36.268923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Port 0648bb3c-35cd-40a6-8a42-db98658cfdbd on network efe135a0-86d6-41ca-bf48-f0ec6d74363f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 13:23:36.269306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Attempting to bind port 0648bb3c-35cd-40a6-8a42-db98658cfdbd on network efe135a0-86d6-41ca-bf48-f0ec6d74363f {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 13:23:36.274865 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Checking agent: {'id': '723628ac-a9f6-4363-994b-f73cc0b9fb5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'started_at': datetime.datetime(2021, 4, 20, 13, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 13:23:36.275242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Checking segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:23:36.275714 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Bound using segment: {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 13:23:36.276188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Bound port: 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceed596-bb8d-4655-82f7-8dbc06ea5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 13:23:36.276579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:36.371732 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 13:23:36.374720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 13:23:36.377946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27678579'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:36.383224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:36.447836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:36.448528 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:36.450030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] 10.222.0.58 "PUT /v2.0/ports/0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 1093 time: 1.0958579
Apr 20 13:23:36.450578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:23:36.477559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:36.481106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:36.530655 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'status': 'completed', 'code': 200}
Apr 20 13:23:36.578188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-eda6ffea-1e9e-4a29-866e-6b1451c16863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:36.579859 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-eda6ffea-1e9e-4a29-866e-6b1451c16863 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1096 time: 0.0872829
Apr 20 13:23:36.662510 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-a405aeb1-2004-4f8c-8a13-937f1380b521 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 217 time: 0.0708723
Apr 20 13:23:36.744194 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-6eeabafa-a34e-455c-9c68-cdc05e92e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:36.745816 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-6eeabafa-a34e-455c-9c68-cdc05e92e798 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0658753
Apr 20 13:23:36.835764 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787135a7-4319-4a24-926f-09b46b097a2c req-ff5f5d0a-3acf-48d6-86f2-b42b03d5a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:36.837406 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-ff5f5d0a-3acf-48d6-86f2-b42b03d5a5a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796483
Apr 20 13:23:36.987515 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-85617836-aa53-4b03-867e-b2e6f6653d6c service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380596
Apr 20 13:23:37.439894 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-787135a7-4319-4a24-926f-09b46b097a2c req-b5ddd871-f988-408e-93db-b5b1f1939376 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4420145
Apr 20 13:23:37.460915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f350-7b87-45c6-858a-b3f00ae8285b req-40854f63-8f5c-4d49-92ef-734985efaff1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:37.462480 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c84f350-7b87-45c6-858a-b3f00ae8285b req-40854f63-8f5c-4d49-92ef-734985efaff1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.3710325
Apr 20 13:23:37.560827 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c84f350-7b87-45c6-858a-b3f00ae8285b req-d34b4143-1eeb-4e5f-bf0e-c21bbf67ec38 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916173
Apr 20 13:23:37.586612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117528-6c7b-43be-9871-83253cfcdabb req-e3f1450d-7e7f-4af1-9bc5-783d9ce558f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:37.588204 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-e3f1450d-7e7f-4af1-9bc5-783d9ce558f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1096 time: 0.0996683
Apr 20 13:23:37.735027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117528-6c7b-43be-9871-83253cfcdabb req-1c62481b-2ffd-40ac-9a1c-12ca4bb4516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:37.736667 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-1c62481b-2ffd-40ac-9a1c-12ca4bb4516f service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1389103
Apr 20 13:23:37.817380 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-0799953e-63e5-497a-9e85-21bc00371863 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 217 time: 0.0709534
Apr 20 13:23:37.893129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117528-6c7b-43be-9871-83253cfcdabb req-1d64e575-6ae5-464f-8910-c4ed5869feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:37.895273 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-1d64e575-6ae5-464f-8910-c4ed5869feac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0682781
Apr 20 13:23:37.981676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117528-6c7b-43be-9871-83253cfcdabb req-a59c40c3-14e7-4bf0-83a1-63d706af2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:37.983268 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-a59c40c3-14e7-4bf0-83a1-63d706af2947 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789795
Apr 20 13:23:38.128321 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-e5adf8cf-e42e-40c7-82b8-b2c9d0a8e9a8 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360235
Apr 20 13:23:38.276435 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26117528-6c7b-43be-9871-83253cfcdabb req-b959b75c-4b76-4835-8fc8-f5defa2cf55e service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378272
Apr 20 13:23:38.761798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c9753-b8a4-4fd8-999d-f1376719e557 req-f3c2119b-23ea-41c8-b546-ae946db314b8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:38.763376 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af5c9753-b8a4-4fd8-999d-f1376719e557 req-f3c2119b-23ea-41c8-b546-ae946db314b8 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0880873
Apr 20 13:23:38.815895 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af5c9753-b8a4-4fd8-999d-f1376719e557 req-0d44eb26-87db-4d79-9284-ec4f94ceed6b tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461025
Apr 20 13:23:38.971002 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:23:40.019081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b09ca-79f7-4d27-82f5-6142fa0fa8bb req-c3ec71be-f531-450a-9f6e-af26a1151c83 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:40.021205 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-236b09ca-79f7-4d27-82f5-6142fa0fa8bb req-c3ec71be-f531-450a-9f6e-af26a1151c83 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0899379
Apr 20 13:23:40.069660 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-236b09ca-79f7-4d27-82f5-6142fa0fa8bb req-1d53a667-5abc-4d69-92c0-e72669c241d9 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421014
Apr 20 13:23:41.277755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71502580-0922-4a4e-acbe-792eab87f83a req-79111431-6dc1-4b68-b2dc-08b0b8e212ee tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:41.279450 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71502580-0922-4a4e-acbe-792eab87f83a req-79111431-6dc1-4b68-b2dc-08b0b8e212ee tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0918558
Apr 20 13:23:41.329853 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-71502580-0922-4a4e-acbe-792eab87f83a req-99a91c8b-2224-4d3b-b1a2-b7c44b83f3d5 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433552
Apr 20 13:23:42.536383 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c8a05-7ae3-40b1-8967-13203d686286 req-d4cad9cb-4f88-44a0-b35a-4b2754a566cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:42.538030 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e7c8a05-7ae3-40b1-8967-13203d686286 req-d4cad9cb-4f88-44a0-b35a-4b2754a566cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0921364
Apr 20 13:23:42.591195 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-7e7c8a05-7ae3-40b1-8967-13203d686286 req-a08be113-917b-492b-88be-98b8e3ce554e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465696
Apr 20 13:23:43.801113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45843a-aa80-4290-89e9-052d5324fdb9 req-bab8198c-ea67-4f05-9cea-796ef3d0dc2d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:43.802734 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c45843a-aa80-4290-89e9-052d5324fdb9 req-bab8198c-ea67-4f05-9cea-796ef3d0dc2d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0944774
Apr 20 13:23:43.854332 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1c45843a-aa80-4290-89e9-052d5324fdb9 req-faded8df-ebe0-4b69-8737-5d8bf1e726f6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448577
Apr 20 13:23:45.065354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5991-9ab7-4583-8bea-3b0c46c883a7 req-01482d48-b913-42a1-9669-711a58c4fbbd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:45.067031 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9b8b5991-9ab7-4583-8bea-3b0c46c883a7 req-01482d48-b913-42a1-9669-711a58c4fbbd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0986419
Apr 20 13:23:45.120556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-9b8b5991-9ab7-4583-8bea-3b0c46c883a7 req-eb8da342-033f-4384-affb-aa3a4555dc82 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468290
Apr 20 13:23:46.326068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9610bd-4af9-4556-a2f2-4f0e9af3dc08 req-2d7c67e3-4592-48b2-a502-53c6b57900bb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:46.327695 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ea9610bd-4af9-4556-a2f2-4f0e9af3dc08 req-2d7c67e3-4592-48b2-a502-53c6b57900bb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0912297
Apr 20 13:23:46.375587 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ea9610bd-4af9-4556-a2f2-4f0e9af3dc08 req-7cc08b93-72e9-4184-b180-da87eaed2e66 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408547
Apr 20 13:23:47.584485 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df5bd6-0e96-4b7c-b484-0307be08a45b req-2cb5eb3b-0155-4638-a668-5552d5bac9a6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:47.585959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e8df5bd6-0e96-4b7c-b484-0307be08a45b req-2cb5eb3b-0155-4638-a668-5552d5bac9a6 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0921001
Apr 20 13:23:47.634556 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-e8df5bd6-0e96-4b7c-b484-0307be08a45b req-61ccb362-34b6-4e1a-ae9e-432d1a518469 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421655
Apr 20 13:23:48.178102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 0648bb3c-35cd-40a6-8a42-db98658cfdbd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 13:23:48.317621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:23:48.331591 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Returning: {'device': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'port_id': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'mac_address': 'fa:16:3e:52:a9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 13:23:48.393245 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:48.411340 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0648bb3c-35cd-40a6-8a42-db98658cfdbd {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 13:23:48.426898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:23:48.429745 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:48.431784 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0fed60f4-52d3-4b57-bfe7-55b0d3039e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:48.502102 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:48.510815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.511211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.511624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.512007 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.512386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.512759 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.513132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.513503 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.513957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.514329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.514696 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.515062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:48.519176 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:48.703055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] get_ports_and_sgs() called for port_ids ['0648bb3c-35cd-40a6-8a42-db98658cfdbd'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 13:23:48.925711 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386361-0259-4e64-803a-5c05ccef2f2f req-411d9a1c-6d27-4b7b-9376-a06b59ae49f0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:48.927342 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75386361-0259-4e64-803a-5c05ccef2f2f req-411d9a1c-6d27-4b7b-9376-a06b59ae49f0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 944 time: 0.0900681
Apr 20 13:23:48.977311 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-75386361-0259-4e64-803a-5c05ccef2f2f req-eaf265fc-6b98-4b5a-89a1-22906f1f668f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431740
Apr 20 13:23:50.182551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fe3c1-70c9-4828-bde2-0e30b071624b req-112be6c2-9941-40df-8923-71961bedda5c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:50.184190 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1e4fe3c1-70c9-4828-bde2-0e30b071624b req-112be6c2-9941-40df-8923-71961bedda5c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 944 time: 0.0947764
Apr 20 13:23:50.191878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 0648bb3c-35cd-40a6-8a42-db98658cfdbd up at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 13:23:50.234048 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-1e4fe3c1-70c9-4828-bde2-0e30b071624b req-d08edf81-5f7d-4fd6-85c6-3e595c8c0551 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432596
Apr 20 13:23:50.266261 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning for port 0648bb3c-35cd-40a6-8a42-db98658cfdbd completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 13:23:50.271823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.provisioning_blocks [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Provisioning complete for port 0648bb3c-35cd-40a6-8a42-db98658cfdbd triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 13:23:50.272248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851219845'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:50.394156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:50.423557 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:23:50.434837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:23:50.437845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:50.439789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:50.477212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'code': 200}
Apr 20 13:23:50.512753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:50.515947 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:50.731129 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d792c-55d2-4e37-9051-920e57b0284a req-4eac3bb9-b0c2-4405-99c4-9f16861e62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:50.732772 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-818d792c-55d2-4e37-9051-920e57b0284a req-4eac3bb9-b0c2-4405-99c4-9f16861e62a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1098 time: 0.0780630
Apr 20 13:23:50.780599 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-818d792c-55d2-4e37-9051-920e57b0284a req-df0646c0-a8e9-4ece-b88d-e8b760673256 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401998
Apr 20 13:23:51.438085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d32cb1-73b3-4917-80f5-9af68413294b req-266988f7-5425-4ff3-b557-9896c35b3c62 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:51.439691 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-68d32cb1-73b3-4917-80f5-9af68413294b req-266988f7-5425-4ff3-b557-9896c35b3c62 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0873601
Apr 20 13:23:51.488468 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-68d32cb1-73b3-4917-80f5-9af68413294b req-f82bf496-1550-4d1a-93b7-202e534a2b72 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418727
Apr 20 13:23:52.694195 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c660-3123-4e76-92d1-a2af9ab6c186 req-b10d69d6-d48e-4493-af0a-2a2c027fc1d0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:52.695811 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-83e7c660-3123-4e76-92d1-a2af9ab6c186 req-b10d69d6-d48e-4493-af0a-2a2c027fc1d0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0915227
Apr 20 13:23:52.743950 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-83e7c660-3123-4e76-92d1-a2af9ab6c186 req-60243e05-e0e3-4499-beb0-4806e9aae794 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417147
Apr 20 13:23:52.943941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ff7f8-fa90-42c5-b207-3b71f6c11543 req-611a3b1c-e8fe-481d-9386-8d7415fdeb17 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:52.945558 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2b9ff7f8-fa90-42c5-b207-3b71f6c11543 req-611a3b1c-e8fe-481d-9386-8d7415fdeb17 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0886316
Apr 20 13:23:52.993063 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2b9ff7f8-fa90-42c5-b207-3b71f6c11543 req-39261677-18d6-4abe-990a-d7ccdb949a65 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408447
Apr 20 13:23:53.018870 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48294) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:23:53.100337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1e0af-6b69-467d-89f4-4c26fe001f09 tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:53.101902 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-31b1e0af-6b69-467d-89f4-4c26fe001f09 tempest-TestVolumeBootPattern-1826241977 tempest-TestVolumeBootPattern-1826241977-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1093 time: 0.0813417
Apr 20 13:23:53.104920 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48298) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:23:53.110377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Request body: {'floatingip': {'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'port_id': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:23:53.117015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:23:53.122164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Usage tracker for resource:floatingip and tenant:dab36c1bd0c44de2b75440f11177bf1b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:23:53.125353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:23:53.132480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:23:53.146044 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:53.298332 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:53.450033 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_common [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Allocated IP 172.27.2.176 (66920fcf-2d9e-4e77-8668-a98f368dcfac/d1effd7e-4f1f-4d27-99e7-d9165151e25c/31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 13:23:53.605392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:53.636545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772694488384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:53.641508 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-b8168006-90cc-4479-acbf-30b0650993ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:53.711582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Network 66920fcf-2d9e-4e77-8668-a98f368dcfac is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 13:23:53.715189 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:23:53.719206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 13:23:53.760444 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:53.771549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.771980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.772400 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.772813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.773223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.773630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.774039 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.774448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.774853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.775254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.775681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.776085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:23:53.785970 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:54.168659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:54.247758 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:54.471729 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:54.475163 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827073994'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:54.479862 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:54.588833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event updated for resources: {'Port': ['ID=31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:54.597412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:54.606926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:54.787674 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP 283024db-584f-4cfe-82cc-889ca4539f59 associated. External IP: 172.27.2.176, port: 0648bb3c-35cd-40a6-8a42-db98658cfdbd.
Apr 20 13:23:55.167678 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:23:55.627839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:23:55.638365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:23:55.648663 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:23:55.649671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d5282c88>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:55.663179 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:55.735419 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-3339e80d-6e10-434e-827b-a60bb086bf96 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6173158
Apr 20 13:23:55.735419 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:23:55.735737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57eaf5-52e4-4967-8b2f-62f3dabbc4f7 req-c3a0d3ca-6069-4aa8-925c-c57e262822a0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:55.735737 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af57eaf5-52e4-4967-8b2f-62f3dabbc4f7 req-c3a0d3ca-6069-4aa8-925c-c57e262822a0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.1073792
Apr 20 13:23:55.784401 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-af57eaf5-52e4-4967-8b2f-62f3dabbc4f7 req-bfeacc13-6554-4c7c-9267-79dec19ab2ff tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490541
Apr 20 13:23:55.845779 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'status': 'completed', 'code': 200}
Apr 20 13:23:55.854852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:23:55.910990 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-795f5336-7a26-4cf0-9bf5-135478170129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:55.950239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-be7c8706-b372-45a3-806f-8974babc23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:55.951990 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-be7c8706-b372-45a3-806f-8974babc23ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1098 time: 0.0832093
Apr 20 13:23:56.094434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-0f810be7-bb56-4353-91b9-0d4c558cf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:56.096057 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-0f810be7-bb56-4353-91b9-0d4c558cf82f service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1356995
Apr 20 13:23:56.215116 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-ef662c72-7fce-47be-a199-d87b5228a917 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 999 time: 0.1119144
Apr 20 13:23:56.292228 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-faa2559b-000d-4d17-8956-ba8dadb94d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:56.293830 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-faa2559b-000d-4d17-8956-ba8dadb94d15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0717578
Apr 20 13:23:56.378445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-9558beb0-367e-4ef6-9792-3dfd60e12316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:56.380690 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-9558beb0-367e-4ef6-9792-3dfd60e12316 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788193
Apr 20 13:23:56.399235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d5282c88>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '283024db-584f-4cfe-82cc-889ca4539f59', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:52:a9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:23:54Z', 'updated_at': '2021-04-20T13:23:54Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}, {'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:56.403353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:23:56.412306 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:23:56.412960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d5282c88>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:56.524234 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-593ce5cd-68e6-41cd-b55b-7e86223c5475 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363816
Apr 20 13:23:56.601576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:23:56.672876 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-bcd5f4e5-2aec-4cc4-ad26-be0db87efce3 req-477bbcea-5a08-4e66-9011-b213612a298d service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402309
Apr 20 13:23:56.979027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d5282c88>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '283024db-584f-4cfe-82cc-889ca4539f59', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:52:a9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:23:54Z', 'updated_at': '2021-04-20T13:23:54Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}, {'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:56.983222 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a6036-a74a-49a9-b16a-901162b49600 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': '283024db-584f-4cfe-82cc-889ca4539f59', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:52:a9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:23:54Z', 'updated_at': '2021-04-20T13:23:54Z', 'revision_number': 0, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}, {'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:23:57.018410 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed837ee8-f79b-40db-861c-c7246af0d395 req-7946e289-c804-4345-8a8a-6626ae5dabf7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:57.020611 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed837ee8-f79b-40db-861c-c7246af0d395 req-7946e289-c804-4345-8a8a-6626ae5dabf7 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.1202245
Apr 20 13:23:57.074245 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ed837ee8-f79b-40db-861c-c7246af0d395 req-13da297c-0c06-4d04-898a-e6fb682364e4 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472353
Apr 20 13:23:57.256502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741d7f8-79ce-47d1-8b68-32dde985e6bd None None] New status for floating IP 283024db-584f-4cfe-82cc-889ca4539f59: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:23:57.719587 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-f1ab4ed6-4342-4cc1-a7ac-1769628d93de tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:57.721145 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-f1ab4ed6-4342-4cc1-a7ac-1769628d93de tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.0883503
Apr 20 13:23:57.797450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Deleting port 04340256-f64a-4b2a-9344-7cae91b7cff6 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:23:57.797830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.057959 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] For port 04340256-f64a-4b2a-9344-7cae91b7cff6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=04340256-f64a-4b2a-9344-7cae91b7cff6,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:23:58.058531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.434605 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae747-5ca6-4ca6-9472-1e09e2d9e3e5 req-247eabf2-c068-42bf-bfed-a64533a06f23 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:23:58.436244 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-77fae747-5ca6-4ca6-9472-1e09e2d9e3e5 req-247eabf2-c068-42bf-bfed-a64533a06f23 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 945 time: 0.2155409
Apr 20 13:23:58.438052 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.438459 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656822'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.438806 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Floating IP 66f75ed0-62a9-4e39-948a-a134f326bfbc disassociated. External IP: 172.27.2.211, port: 04340256-f64a-4b2a-9344-7cae91b7cff6.
Apr 20 13:23:58.439180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Calling delete_port for 04340256-f64a-4b2a-9344-7cae91b7cff6 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:23:58.540273 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-77fae747-5ca6-4ca6-9472-1e09e2d9e3e5 req-b3a6c93e-548e-43af-9e62-6264f972b7da tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5941381-9959-4990-9126-433c0311ec0f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668190
Apr 20 13:23:58.586776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-421f74a4-95d7-4de6-bc8a-71ac4641baa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.629926 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:58.635603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:23:58.688929 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'Port': ['ID=04340256-f64a-4b2a-9344-7cae91b7cff6,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:23:58.692629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:23:58.982717 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:59.133412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:23:59.152158 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:59.323607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:23:59.338822 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:23:59.349472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:23:59.350219 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77f160>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:59.403426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] No DVR routers for this DVR port 04340256-f64a-4b2a-9344-7cae91b7cff6 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:23:59.406073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:23:59.409031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'name': 'network-vif-deleted', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:23:59.424687 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b2504a60-25dd-45e8-8faa-7d3f9ddfe3f9 req-daa1e0d4-b529-44e7-8925-330c8e6fe333 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.58 "DELETE /v2.0/ports/04340256-f64a-4b2a-9344-7cae91b7cff6 HTTP/1.1" status: 204  len: 173 time: 1.6979148
Apr 20 13:23:59.460697 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e67912-03ef-4f2b-9b00-c8551e8e38dd', 'name': 'network-vif-deleted', 'tag': '04340256-f64a-4b2a-9344-7cae91b7cff6', 'status': 'completed', 'code': 200}
Apr 20 13:23:59.540330 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:23:59.719695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-68267e4f-2570-407a-861e-b14cd925b362 req-eeec354f-1c48-4392-971a-bbf342704a10 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Synchronizing usage tracker for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:23:59.734290 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-68267e4f-2570-407a-861e-b14cd925b362 req-eeec354f-1c48-4392-971a-bbf342704a10 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Unset dirty status for tenant:3b0fc4eea3a44f21a9444f7078687014 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:23:59.735592 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-68267e4f-2570-407a-861e-b14cd925b362 req-eeec354f-1c48-4392-971a-bbf342704a10 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/ports?device_id=54e67912-03ef-4f2b-9b00-c8551e8e38dd HTTP/1.1" status: 200  len: 210 time: 0.0653219
Apr 20 13:23:59.887060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77f160>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:23:59.891235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:23:59.901435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:23:59.902346 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77f160>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:00.093877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:24:00.420980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:00.421536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77f160>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:00.425353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689dd33a-d6d0-4686-a9a5-5fdc96c9ed85 None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:19:30Z', 'revision_number': 4, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '875f69ab-fb3e-42a1-9ff4-1ca9f644da2f', 'name': '', 'network_id': '8cebda5a-1404-468f-844e-075c9adcf45e', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'mac_address': 'fa:16:3e:e4:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:29Z', 'updated_at': '2021-04-20T13:19:37Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'subnets': [{'id': '4dd12d27-39d9-4031-b51d-523a97c8ea35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:24:00.835141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a37a7-2895-416b-b8ac-1d51067b9a07 None None] New status for floating IP 66f75ed0-62a9-4e39-948a-a134f326bfbc: DOWN {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:24:00.866432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48346) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:00.941301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:00.971369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.021079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.026233 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dbe32a93-7c9b-45ff-813b-19a7d0e91f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:01.041905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5941381-9959-4990-9126-433c0311ec0f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:01.044854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:01.051748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.052986 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-0a2572d6-3b45-4c33-aec9-5b5d40fceff1 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "DELETE /v2.0/security-groups/f5941381-9959-4990-9126-433c0311ec0f HTTP/1.1" status: 204  len: 168 time: 0.1854587
Apr 20 13:24:01.056164 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48350) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:01.074432 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.api.v2.resource [None req-ec18a721-f5dc-4130-a835-1d5cd4773b98 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] show failed (client error): The resource could not be found.
Apr 20 13:24:01.075590 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ec18a721-f5dc-4130-a835-1d5cd4773b98 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "GET /v2.0/security-groups/f5941381-9959-4990-9126-433c0311ec0f HTTP/1.1" status: 404  len: 347 time: 0.0183666
Apr 20 13:24:01.078866 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48354) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:01.260094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Deleting port ee3bfd1f-0edd-4479-af0a-fb4190b56e26 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:01.260471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.344446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.446629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.447235 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.579803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Calling delete_port for ee3bfd1f-0edd-4479-af0a-fb4190b56e26 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:24:01.726730 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.731369 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-82faf400-5d4e-4ee7-8816-679d8854f3f0 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:01.777223 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Pushing event deleted for resources: {'Port': ['ID=ee3bfd1f-0edd-4479-af0a-fb4190b56e26,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:01.780619 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:01.876860 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.895837 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:01.897158 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] 10.222.0.72 "DELETE /v2.0/floatingips/66f75ed0-62a9-4e39-948a-a134f326bfbc HTTP/1.1" status: 204  len: 168 time: 0.8171759
Apr 20 13:24:02.289885 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 04340256-f64a-4b2a-9344-7cae91b7cff6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:24:02.297799 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-13d0dd0b-ca4c-4a53-9d36-6e3806e9f70e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787148
Apr 20 13:24:02.328611 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: 04340256-f64a-4b2a-9344-7cae91b7cff6 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:24:02.329015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 04340256-f64a-4b2a-9344-7cae91b7cff6 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:24:02.456143 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-a1c78f72-995c-4a8b-8db7-afeeaf6f22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:02.457810 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-a1c78f72-995c-4a8b-8db7-afeeaf6f22e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1099 time: 0.0822613
Apr 20 13:24:02.617621 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-d59c52c7-e63f-42a2-b2a1-a54c0b04c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:02.619100 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-d59c52c7-e63f-42a2-b2a1-a54c0b04c595 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1397786
Apr 20 13:24:02.730341 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-9882d94e-58dc-42e0-ba01-21045a64884e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1006601
Apr 20 13:24:02.804392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-1e0ebc07-20d6-4ee0-8129-e22a4f28fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:02.806207 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-1e0ebc07-20d6-4ee0-8129-e22a4f28fde4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0680165
Apr 20 13:24:02.892478 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-824a43ef-bcf2-4def-8734-6f27285f8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:02.894075 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-824a43ef-bcf2-4def-8734-6f27285f8c4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783913
Apr 20 13:24:03.037612 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-ae4dca6e-0d60-4644-a340-d5e253dd35c1 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365044
Apr 20 13:24:03.181658 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-62101ecc-4032-49e7-9a22-404f1b434cc2 req-0a518aca-7f26-47b5-9b1f-7d156ba67bf6 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367266
Apr 20 13:24:05.967001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48386) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:06.537150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:06.912338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Deleting port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:06.912643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:07.350210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-960e108c-4451-4740-9616-699830af2049 admin admin] For port 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:24:07.350834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:07.482412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Calling delete_port for 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:24:07.662050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:07.667833 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4c93731a-7e97-4f97-9385-c0a006f66cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:07.752522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Pushing event deleted for resources: {'Port': ['ID=875f69ab-fb3e-42a1-9ff4-1ca9f644da2f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:07.760643 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:08.005522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:08.384331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Router a880f200-138f-43b2-8d4d-d9e2f3640e72 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:24:08.572382 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:24:08.581132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Sync routers for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:24:08.585675 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-960e108c-4451-4740-9616-699830af2049 admin admin] 10.222.0.72 "PUT /v2.0/routers/a880f200-138f-43b2-8d4d-d9e2f3640e72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6174588
Apr 20 13:24:08.588354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48390) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:08.594208 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:24:08.594919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77fe48>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:08.776572 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:08.951204 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:24:08.980793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:08.989916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Deleting port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:08.990283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:09.175282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] For port 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:24:09.175649 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:09.253662 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77fe48>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:24:07Z', 'revision_number': 5, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port': {'id': '4c4df8b8-8b37-47c6-bd38-c30f7f0212f0', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:19:26Z', 'updated_at': '2021-04-20T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:09.257739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Checking router: a880f200-138f-43b2-8d4d-d9e2f3640e72 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:24:09.266679 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Routers {'a880f200-138f-43b2-8d4d-d9e2f3640e72'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:24:09.267338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77fe48>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:23:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['a880f200-138f-43b2-8d4d-d9e2f3640e72'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:09.312012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Calling delete_port for 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:24:09.439392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] Set router a880f200-138f-43b2-8d4d-d9e2f3640e72 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:24:09.509608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:09.513575 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-06444ea6-d326-4cdb-af75-c0d255d6ae61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:09.557178 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf77fe48>, [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:24:08Z', 'revision_number': 6, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:09.560295 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4df8b8-8b37-47c6-bd38-c30f7f0212f0,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:09.561525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbd64b-e0ca-4717-8358-6d4ca953113a None None] The sync data for ids ['a880f200-138f-43b2-8d4d-d9e2f3640e72'] in dv-cinder-786627-2-iscsi is: [{'id': 'a880f200-138f-43b2-8d4d-d9e2f3640e72', 'name': 'tempest-AttachVolumeTestJSON-1170061638-router', 'tenant_id': '3b0fc4eea3a44f21a9444f7078687014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:19:25Z', 'updated_at': '2021-04-20T13:24:08Z', 'revision_number': 6, 'project_id': '3b0fc4eea3a44f21a9444f7078687014', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:24:09.564333 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:09.672042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.114550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.117036 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.140539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.141100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a880f200-138f-43b2-8d4d-d9e2f3640e72 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:24:10.154155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.155381 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a88403a7-d508-4807-a6ab-9323e653b52f admin admin] 10.222.0.72 "DELETE /v2.0/routers/a880f200-138f-43b2-8d4d-d9e2f3640e72 HTTP/1.1" status: 204  len: 168 time: 1.5660536
Apr 20 13:24:10.158186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48396) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:10.229708 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Deleting subnet 4dd12d27-39d9-4031-b51d-523a97c8ea35 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:24:10.233638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.288848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.373351 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.636731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.641930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-fe83714a-f3bf-477c-a76b-ae5c02aa1b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:10.685492 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.689060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd12d27-39d9-4031-b51d-523a97c8ea35,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:10.690788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6011a-200f-4bfc-ad1c-9acb91cf6644 None None] Network 8cebda5a-1404-468f-844e-075c9adcf45e requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:24:10.692560 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:10.696634 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4dd12d27-39d9-4031-b51d-523a97c8ea35 HTTP/1.1" status: 204  len: 168 time: 0.5373945
Apr 20 13:24:10.699248 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48400) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:10.834404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.845950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Deleting port 8984f91e-f605-4484-b36d-f24d76d85095 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:10.846321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:10.970114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] DHCP port deletion for 8cebda5a-1404-468f-844e-075c9adcf45e request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:24:10.975006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Deleting port 8984f91e-f605-4484-b36d-f24d76d85095 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:10.975456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.086618 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] For port 8984f91e-f605-4484-b36d-f24d76d85095, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8984f91e-f605-4484-b36d-f24d76d85095,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:24:11.087009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.198015 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] For port 8984f91e-f605-4484-b36d-f24d76d85095, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8984f91e-f605-4484-b36d-f24d76d85095,segment=NetworkSegment(7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1),segment_id=7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:24:11.198349 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.227006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Calling delete_port for 8984f91e-f605-4484-b36d-f24d76d85095 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:24:11.315465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.321445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-05a67062-a227-429f-aba2-36c203b26f4e tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:11.336930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Calling delete_port for 8984f91e-f605-4484-b36d-f24d76d85095 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:24:11.374703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Pushing event deleted for resources: {'Port': ['ID=8984f91e-f605-4484-b36d-f24d76d85095,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:11.376787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] No DVR routers for this DVR port 8984f91e-f605-4484-b36d-f24d76d85095 on host dv-cinder-786627-2-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:24:11.378035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8984f91e-f605-4484-b36d-f24d76d85095 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:24:11.378588 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:11.426568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 8984f91e-f605-4484-b36d-f24d76d85095 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:24:11.426962 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8984f91e-f605-4484-b36d-f24d76d85095 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:24:11.427447 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:24:11.472026 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:24:11.472957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4c4df8b8-8b37-47c6-bd38-c30f7f0212f0 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:24:11.473425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:24:11.505003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.522436 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:24:11.522839 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 875f69ab-fb3e-42a1-9ff4-1ca9f644da2f not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:24:11.529666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:24:11.529666 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:24:11.620531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cfa6a7f0>,) {'filters': {'network_id': ['8cebda5a-1404-468f-844e-075c9adcf45e']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:11.638396 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfa6a7f0>, '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:11.638992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfa6a7f0>, '7cd71d88-b8f0-4492-b4e9-f6f79c08b7b1') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:11.652085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.667341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:11.673780 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:24:11.856853 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Network 8cebda5a-1404-468f-844e-075c9adcf45e has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:11.866097 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.031141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Deleting port 8984f91e-f605-4484-b36d-f24d76d85095 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:24:12.031625 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.050854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Network 8cebda5a-1404-468f-844e-075c9adcf45e has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:24:12.074945 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:24:12.105644 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a596-4728-433d-972b-53335d5443f4 None None] The port '8984f91e-f605-4484-b36d-f24d76d85095' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:24:12.154045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.166580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0766b2db-414e-4877-bada-570fb3e49b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:12.186549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.194354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cebda5a-1404-468f-844e-075c9adcf45e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:12.202450 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:12.206045 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-daa10bd0-f568-4fd2-8929-bc5709531719 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8cebda5a-1404-468f-844e-075c9adcf45e HTTP/1.1" status: 204  len: 168 time: 1.5057061
Apr 20 13:24:12.346475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48406) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:12.399932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cf14fe5d-169b-4e6d-ac94-1d7c0224a037 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b0fc4eea3a44f21a9444f7078687014&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520074
Apr 20 13:24:12.402420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48410) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:12.467343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.496903 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.544795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.550020 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-cf07d0a3-2255-43b9-9cfb-9769e62ca697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:12.567692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62250a80-c3ff-4a8e-a310-5461b7b29266,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:12.570303 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:12.574257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:12.578735 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ef7a1187-037e-4834-905b-e7280bd8d204 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62250a80-c3ff-4a8e-a310-5461b7b29266 HTTP/1.1" status: 204  len: 168 time: 0.1728439
Apr 20 13:24:13.407980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48434) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:13.551453 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923192241-network', 'tenant_id': 'a1b116c671f64a43a62dae7aa4669c57'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:24:13.556872 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:13.560945 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Usage tracker for resource:network and tenant:a1b116c671f64a43a62dae7aa4669c57 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:13.563951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:13.574113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:13.583389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Made reservation on behalf of a1b116c671f64a43a62dae7aa4669c57 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:24:13.588180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.601692 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.616795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:13.620807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b116c671f64a43a62dae7aa4669c57 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:13.623738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:13.629712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:13.719585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.722744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.726883 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6f84dafb-3a8d-4705-8ec9-76defb981431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:13.755043 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:24:13.763845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83955509-19fa-4968-bbb4-a4f9182e5b18,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:13.767071 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:13.772123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.772343 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Added segment 88ff9f02-8702-48e0-942a-9a798114be34 of type vlan for network 56dc1509-6e93-4dad-a833-35f7b9d6a313
Apr 20 13:24:13.800741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.832045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.833426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:13.834068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:13.839004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:13.945403 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.5362217
Apr 20 13:24:13.948545 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Pushing event updated for resources: {'Network': ['ID=56dc1509-6e93-4dad-a833-35f7b9d6a313,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:13.948699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48440) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:13.951320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-35298de8-8952-492c-b1c9-fb058c013662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:13.955079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Request body: {'subnet': {'network_id': '56dc1509-6e93-4dad-a833-35f7b9d6a313', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923192241-subnet', 'tenant_id': 'a1b116c671f64a43a62dae7aa4669c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:24:13.959657 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:24:13.961068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:13.965077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Usage tracker for resource:subnet and tenant:a1b116c671f64a43a62dae7aa4669c57 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:13.971122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:13.977224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:13.987254 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Made reservation on behalf of a1b116c671f64a43a62dae7aa4669c57 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:24:13.992364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:14.400898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:14.405882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:14.485609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c5aa12-5c45-4d07-8ae0-b6956f649757,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:14.489276 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:14.497012 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Checking segment: {'id': '88ff9f02-8702-48e0-942a-9a798114be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56dc1509-6e93-4dad-a833-35f7b9d6a313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:24:14.497434 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Network hostable DHCP agents. Network: 56dc1509-6e93-4dad-a833-35f7b9d6a313, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:24:14.515684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:24:14.524898 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 56dc1509-6e93-4dad-a833-35f7b9d6a313) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:24:14.535358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47556b76-cb4a-4212-8d61-797397c43a56 None None] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:24:14.538433 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:14.539084 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:14.559209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-65e1bfc1-2355-45f7-a231-e08cb53c26f0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6093316
Apr 20 13:24:14.758554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d7ef9-3a51-43cd-8cfc-f9c47bd79ea5 None None] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:24:15.105125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48458) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:15.111468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017937888-network', 'tenant_id': '65b59d6331254a34bf225fded6a41b51'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:24:15.117504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:15.121566 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Usage tracker for resource:network and tenant:65b59d6331254a34bf225fded6a41b51 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:15.125308 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:15.131950 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:15.141838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Made reservation on behalf of 65b59d6331254a34bf225fded6a41b51 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:24:15.146788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.159681 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.174847 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:15.179344 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Usage tracker for resource:security_group_rule and tenant:65b59d6331254a34bf225fded6a41b51 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:15.182629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:15.189030 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:15.275108 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.278703 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.283423 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4051208e-2269-4109-9b00-57dbefb4a98c tempest-TestShelveInstance-2010791087 tempest-TestShelveInstance-2010791087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:15.310117 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 13:24:15.323913 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9cf00-43f9-459f-8d4a-e30046987492,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:15.328202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:15.329182 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.329568 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.segments_db [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Added segment 8594f486-f651-49e2-bc3b-826704afd092 of type vlan for network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b
Apr 20 13:24:15.356874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772694476761'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.388676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.390121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:15.390752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.395988 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:15.501921 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.3955488
Apr 20 13:24:15.502864 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Pushing event updated for resources: {'Network': ['ID=63061eaf-2193-4661-bdbd-6f3c3cb9f16b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:15.504994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48462) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:15.507685 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edf8113e-ee20-4e49-a807-2e5ceef9481c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:15.511704 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.v2.base [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Request body: {'subnet': {'network_id': '63061eaf-2193-4661-bdbd-6f3c3cb9f16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017937888-subnet', 'tenant_id': '65b59d6331254a34bf225fded6a41b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 13:24:15.516798 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:15.518366 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b details requested by agent ovs-agent-dv-cinder-786627-2-iscsi with host dv-cinder-786627-2-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 13:24:15.520958 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Usage tracker for resource:subnet and tenant:65b59d6331254a34bf225fded6a41b51 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:15.524141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:15.530210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:15.540123 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Made reservation on behalf of 65b59d6331254a34bf225fded6a41b51 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 13:24:15.544897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1959963'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.951652 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827073618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1959946'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:15.957216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1d4ebe53-cd97-401a-9091-d304d9d13b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:15.961042 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:24:16.036088 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c292abcb-ac9d-4f30-9574-ffb07b6fb5e7,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:16.038836 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:16.045353 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Checking segment: {'id': '8594f486-f651-49e2-bc3b-826704afd092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '63061eaf-2193-4661-bdbd-6f3c3cb9f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 13:24:16.045749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Network hostable DHCP agents. Network: 63061eaf-2193-4661-bdbd-6f3c3cb9f16b, hostable agents: ['72dd3291-b8d2-4a32-a5e0-f140efbd2010'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 13:24:16.064125 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b is scheduled to be hosted by DHCP agent 72dd3291-b8d2-4a32-a5e0-f140efbd2010 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 13:24:16.072257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.base_scheduler [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-2-iscsi, 63061eaf-2193-4661-bdbd-6f3c3cb9f16b) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 13:24:16.080935 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99405d43-1825-4a32-bfcf-b213e31af8e5 None None] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:24:16.085155 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:24:16.085808 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.114717 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5993407
Apr 20 13:24:16.248983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48468) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:16.304403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb24dc-9a4f-4b62-9c7a-fef6ae552da8 None None] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:24:16.319074 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Deleting subnet b6c5aa12-5c45-4d07-8ae0-b6956f649757 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:24:16.322331 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.373821 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.436249 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.694684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.699826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:16.739867 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c5aa12-5c45-4d07-8ae0-b6956f649757,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:16.743180 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:16.744779 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:16.750429 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-06ba5cfa-6094-4475-9efe-ed592416695d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b6c5aa12-5c45-4d07-8ae0-b6956f649757 HTTP/1.1" status: 204  len: 168 time: 0.5003364
Apr 20 13:24:16.753107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48472) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:16.870846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.003577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.118404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cfb35b00>,) {'filters': {'network_id': ['56dc1509-6e93-4dad-a833-35f7b9d6a313']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:17.130796 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfb35b00>, '88ff9f02-8702-48e0-942a-9a798114be34') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:17.131062 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfb35b00>, '88ff9f02-8702-48e0-942a-9a798114be34') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:17.143356 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.158282 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.166076 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:24:17.344243 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:17.353272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.531752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Network 56dc1509-6e93-4dad-a833-35f7b9d6a313 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:24:17.554157 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:24:17.631081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.638814 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:17.653479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.664494 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Pushing event deleted for resources: {'Network': ['ID=56dc1509-6e93-4dad-a833-35f7b9d6a313,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:17.667856 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] 10.222.0.72 "DELETE /v2.0/networks/56dc1509-6e93-4dad-a833-35f7b9d6a313 HTTP/1.1" status: 204  len: 168 time: 0.9131196
Apr 20 13:24:17.668906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-454642a4-41b4-4ebf-9f92-9a1241ba42df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:17.670905 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48478) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:17.735664 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Deleting subnet c292abcb-ac9d-4f30-9574-ffb07b6fb5e7 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:24:17.739272 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.792918 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27702187'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:17.851271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.109684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27702251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852815823'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.114403 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1068f3c9-2af1-41db-aaff-2ca62efcb59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:18.151788 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c292abcb-ac9d-4f30-9574-ffb07b6fb5e7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:18.155215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:18.156795 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.163003 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a48f5db3-5acc-4e93-aa35-e88ce33167fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c292abcb-ac9d-4f30-9574-ffb07b6fb5e7 HTTP/1.1" status: 204  len: 168 time: 0.4910328
Apr 20 13:24:18.165695 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48482) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:18.277940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.410152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.522426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8ce542320>,) {'filters': {'network_id': ['63061eaf-2193-4661-bdbd-6f3c3cb9f16b']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:18.535875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8ce542320>, '8594f486-f651-49e2-bc3b-826704afd092') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:18.536211 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8ce542320>, '8594f486-f651-49e2-bc3b-826704afd092') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:24:18.548311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827073629'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.563690 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:18.569911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:24:18.997171 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:19.006225 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827073976'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.181875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Network 63061eaf-2193-4661-bdbd-6f3c3cb9f16b has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:24:19.204556 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:24:19.281327 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.285209 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:19.299094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.308992 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63061eaf-2193-4661-bdbd-6f3c3cb9f16b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:19.312029 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/63061eaf-2193-4661-bdbd-6f3c3cb9f16b HTTP/1.1" status: 204  len: 168 time: 1.1453302
Apr 20 13:24:19.313121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5faadba1-b983-4ced-bf77-006ef7d2dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:19.498111 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48488) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:19.551179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-181465aa-aedd-4c0d-8643-bce70a71432a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1b116c671f64a43a62dae7aa4669c57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517342
Apr 20 13:24:19.553816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48492) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:19.623802 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.651073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.696365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.701291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0523a440-6a73-43a2-86a5-c9d9d4e60434 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:19.711951 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83955509-19fa-4968-bbb4-a4f9182e5b18,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:19.716735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:19.718861 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:19.720035 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9f91efb0-439d-41ad-bb6f-5f2fa1c4e95c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83955509-19fa-4968-bbb4-a4f9182e5b18 HTTP/1.1" status: 204  len: 168 time: 0.1652560
Apr 20 13:24:20.074887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48500) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:20.126051 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-bc22fa98-84d4-4366-863b-c7b8f686b5bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65b59d6331254a34bf225fded6a41b51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498137
Apr 20 13:24:20.129073 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48504) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:20.190021 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:20.221533 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:20.265345 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:20.270931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ba3e004c-37ff-41f2-b7d7-6e7ec4546ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:20.283288 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9cf00-43f9-459f-8d4a-e30046987492,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:20.286038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:20.289968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:20.291365 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d5c166ed-9e84-4b2e-9d69-69a24734493b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fcf9cf00-43f9-459f-8d4a-e30046987492 HTTP/1.1" status: 204  len: 168 time: 0.1613185
Apr 20 13:24:25.916555 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e30758e2-293a-4ca6-89ea-40c985450f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:28.583876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-bcdc906e-9f79-4fa4-8083-1c94f93e183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:28.985978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:29.143259 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.424449 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.440135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48640) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:30.565022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.580229 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:30.584283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Usage tracker for resource:security_group_rule and tenant:92d33f132ab04bb5b90b65b1fdc2e090 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:30.587216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:30.593280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:30.679103 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.681893 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.691161 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-470ec851-91fa-4ede-8661-405bb404c102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:30.731430 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92d33f132ab04bb5b90b65b1fdc2e090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894545
Apr 20 13:24:30.733845 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48646) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:30.746888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147697fc-d4d6-406d-82e0-52523e9c64e6,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:30.752136 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-068ba07c-4e35-49e6-9433-0b2c989727e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:30.805497 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.833505 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.882307 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.886258 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d1064630-08c2-4256-8d74-73cb96005c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:30.902220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147697fc-d4d6-406d-82e0-52523e9c64e6,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:30.905846 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:30.908967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:30.911532 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d70b3844-6798-4e45-a856-1c52c146e285 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/147697fc-d4d6-406d-82e0-52523e9c64e6 HTTP/1.1" status: 204  len: 168 time: 0.1766279
Apr 20 13:24:31.203776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48654) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:31.223554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.238842 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:31.242967 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Usage tracker for resource:security_group_rule and tenant:1519152388224c6bbc75c6264ed13ba7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:31.245956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:31.252066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:31.340531 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.343689 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.345978 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.353324 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-3909cc2a-8785-40cb-9729-e49466ae0e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:31.400111 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1519152388224c6bbc75c6264ed13ba7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951537
Apr 20 13:24:31.401823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ec5f5-5c26-44e4-834b-2202ce456045,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:31.403009 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48658) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:31.405105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a25f6cfa-1346-4176-81ea-736a2ab9b008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:31.466408 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.493095 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.542455 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.547432 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-a721a82a-c774-4322-9010-fe692b8e6196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:31.560363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ec5f5-5c26-44e4-834b-2202ce456045,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:31.563420 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:31.565490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.567193 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-29b7f05d-09e2-485a-ad11-d6ee28996123 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/685ec5f5-5c26-44e4-834b-2202ce456045 HTTP/1.1" status: 204  len: 168 time: 0.1630819
Apr 20 13:24:31.932077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48666) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:31.951470 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:31.966877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:31.970998 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:43db38eb9c484717b3f64ff4eb9f644c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:31.974411 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:31.980412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:32.064191 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.067468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.077525 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-2fe984f6-03b4-4be3-ac78-cff42ad86091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:32.121929 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43db38eb9c484717b3f64ff4eb9f644c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886115
Apr 20 13:24:32.122897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654fc7aa-f0de-4f87-8412-6dbed304e919,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:32.124915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48670) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:32.126094 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:32.188301 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.214956 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.259238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.264251 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e1f165a7-de3c-43cd-950b-741723b036a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:32.277311 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654fc7aa-f0de-4f87-8412-6dbed304e919,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:32.279888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:32.288365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:32.289574 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-73f600c5-3595-43c8-bb4f-8186dd551cc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/654fc7aa-f0de-4f87-8412-6dbed304e919 HTTP/1.1" status: 204  len: 168 time: 0.1630020
Apr 20 13:24:33.779465 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48714) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:33.906793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:33.923890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:24:33.928113 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Usage tracker for resource:security_group_rule and tenant:a97e0aad8f1f49b89d2d848900539181 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:24:33.931392 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:24:33.937609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:24:34.022134 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.025018 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.038656 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-009cec5f-7986-4b96-983f-cb8728740be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:34.081919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a97e0aad8f1f49b89d2d848900539181&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007674
Apr 20 13:24:34.082919 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4cc41e-81f6-494a-8365-c83fa07b1faa,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:34.084834 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48720) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:24:34.086354 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ff6af73a-de79-4e61-a4c2-8957a3c4050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:34.148173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.179691 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.224775 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.230001 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6eaecd0d-c48d-4f52-ba4f-97e311e1ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:24:34.242472 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4cc41e-81f6-494a-8365-c83fa07b1faa,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:24:34.244966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:24:34.253803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:34.255006 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-927405df-ef67-427e-a8bf-152f2effcadb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe4cc41e-81f6-494a-8365-c83fa07b1faa HTTP/1.1" status: 204  len: 168 time: 0.1687329
Apr 20 13:24:52.961041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:24:55.919045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f767b39d-282d-4ba9-b5f8-7914492dd080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:58.585897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2fb3fb43-8098-4a19-bbfa-984e744e0df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:58.988081 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:24:59.145874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:00.426987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:01.360132 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:02.336362 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-48d8e553-d73b-4a94-8b4a-b1a48d924e7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783296
Apr 20 13:25:02.445888 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-5cca7e5c-9ac9-474e-8986-7ced2b620304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:02.447528 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-5cca7e5c-9ac9-474e-8986-7ced2b620304 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1098 time: 0.0861530
Apr 20 13:25:02.605938 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-a51708a2-76b7-495c-9f01-0a544d846fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:02.607522 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-a51708a2-76b7-495c-9f01-0a544d846fbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1401861
Apr 20 13:25:02.721044 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-6fa727ba-9e90-493f-b7ee-431af6e913a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 1001 time: 0.1048415
Apr 20 13:25:02.796968 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-1242b6c9-4d18-4635-a54d-2eda80ff6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:02.798543 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-1242b6c9-4d18-4635-a54d-2eda80ff6676 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0675590
Apr 20 13:25:02.887375 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-d43dbe46-b44d-4c6c-8a02-ed0921d3fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:02.888959 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-d43dbe46-b44d-4c6c-8a02-ed0921d3fe84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799744
Apr 20 13:25:03.036272 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-aee8218d-e783-466b-9baf-56675970fe22 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358562
Apr 20 13:25:03.182160 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-213b6b15-804d-408f-aed7-e4bf8efd0ae2 req-46faa8ac-0961-40d2-8305-886a4228ea76 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352861
Apr 20 13:25:05.035025 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48910) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:05.159881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.174827 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 13:25:05.179881 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Usage tracker for resource:security_group_rule and tenant:d59f448765144862ab44b1eb8c55763f is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 13:25:05.183050 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 13:25:05.189246 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.quota.driver [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 13:25:05.282153 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.284974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.294294 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58bcff60-ceaf-4ea6-9c83-4d967cc7f0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:05.338121 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d59f448765144862ab44b1eb8c55763f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3018782
Apr 20 13:25:05.339916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9e2f3-a5f2-4a80-9cb0-365d8a129412,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:05.340964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48916) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:05.348445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.348869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.349284 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.349693 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.350099 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.350504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.350906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.351312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.351752 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.352149 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.352550 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.352942 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.357160 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-4d503d29-fd13-40c2-99e7-0b9bde46bd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:05.406339 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.434342 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.478522 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.483629 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c77d28f7-0e8c-4ad3-904c-b51a2a953989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:05.496770 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9e2f3-a5f2-4a80-9cb0-365d8a129412,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:05.508337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.508768 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.509190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.509604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.510016 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.510426 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.510830 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.511239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.511671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.512078 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.512482 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.512884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:05.517996 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:05.520699 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:05.521919 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-034dd235-a0b3-47cd-b5e4-0ef78a73be50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4eb9e2f3-a5f2-4a80-9cb0-365d8a129412 HTTP/1.1" status: 204  len: 168 time: 0.1796956
Apr 20 13:25:24.833580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48922) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:25.057110 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port 31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:25.057479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:25.244878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:25.245238 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:25.379793 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for 31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:25.543641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:25.549201 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-edd1a315-0716-44fc-a43d-9e7e5d40fa47 tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:25.629823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=31e7cf5f-6bd4-4064-bbf9-285f7bb0e20c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:25.637409 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:25.700481 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:25.700897 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP 283024db-584f-4cfe-82cc-889ca4539f59 disassociated (deleted). External IP: 172.27.2.176, port: 0648bb3c-35cd-40a6-8a42-db98658cfdbd.
Apr 20 13:25:25.922067 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-589ad2e5-3b6c-4d2c-b5e4-c6bebfd826ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:26.087055 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:25:26.280582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:25:26.290304 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:25:26.300080 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:26.300377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:26.300713 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779630>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:24:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:26.359932 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-37f0d181-e414-405e-8e97-9c41b6084333 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "DELETE /v2.0/floatingips/283024db-584f-4cfe-82cc-889ca4539f59 HTTP/1.1" status: 204  len: 168 time: 1.5247211
Apr 20 13:25:26.360220 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:25:26.411283 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'status': 'completed', 'code': 200}
Apr 20 13:25:26.526005 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-c860e83c-7d45-4302-9754-03db870762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:26.527686 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-c860e83c-7d45-4302-9754-03db870762ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 1098 time: 0.0841126
Apr 20 13:25:26.682023 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:26.723680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-266d022b-5c42-4621-a158-c3461569393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:26.725219 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-266d022b-5c42-4621-a158-c3461569393c service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.1868162
Apr 20 13:25:26.810425 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-0d0d284f-1843-4947-94c7-5a5cf0af5595 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 200  len: 217 time: 0.0732243
Apr 20 13:25:26.902911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c7c5-6dca-4921-956f-ce7fcde6c875 req-326a9388-4609-4f7a-ba6a-835054903b89 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:26.904596 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b24c7c5-6dca-4921-956f-ce7fcde6c875 req-326a9388-4609-4f7a-ba6a-835054903b89 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.2221346
Apr 20 13:25:26.908608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-0dc8da29-fe7a-4f0d-bd70-2e399894a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:26.910082 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-0dc8da29-fe7a-4f0d-bd70-2e399894a1e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.0883398
Apr 20 13:25:26.994691 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4b24c7c5-6dca-4921-956f-ce7fcde6c875 req-86446176-371a-4949-9dd3-12c666d8ea89 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827124
Apr 20 13:25:27.032242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-b1616983-250e-43d8-b9ee-580d12f4bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:27.033826 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-b1616983-250e-43d8-b9ee-580d12f4bb9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832503
Apr 20 13:25:27.058488 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779630>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:27.062641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:25:27.071676 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:27.072338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779630>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:24:59Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:27.179507 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-9a3b9d8c-7237-4aac-9c24-490adabbb5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382637
Apr 20 13:25:27.264709 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:27.560209 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-ec7ecebd-32ff-40e8-a6d7-4fae7e43304a req-99510964-8e43-4db4-84ea-d34d860d89a4 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736153
Apr 20 13:25:27.643928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8d4779630>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:27.648776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da26173-2657-4712-b48d-40dc911b88a1 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_floatingips': [{'id': 'fb6aad75-c8f9-44bc-b572-532e55ea8c2a', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'router_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'port_id': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'mac_address': 'fa:16:3e:2f:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18663694-1755-4492-b84b-fbd25099a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T13:21:55Z', 'updated_at': '2021-04-20T13:21:59Z', 'revision_number': 1, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:25:28.026564 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e25a6a-975a-4535-8160-6fc7872ad225 None None] New status for floating IP 283024db-584f-4cfe-82cc-889ca4539f59: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:25:28.203047 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a2bd5-3df5-47a2-b501-8f36cc9ae85f req-fcb1b762-7358-47fa-b4d7-5566a4b702ab tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:28.204674 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4e5a2bd5-3df5-47a2-b501-8f36cc9ae85f req-fcb1b762-7358-47fa-b4d7-5566a4b702ab tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0886042
Apr 20 13:25:28.253179 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-4e5a2bd5-3df5-47a2-b501-8f36cc9ae85f req-e212e7f9-19e0-44e0-8cf6-08c581cedad3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420499
Apr 20 13:25:28.586891 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-86ff7bc9-c53f-49b7-9792-887fa84147c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:28.989631 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:29.149352 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:29.457068 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3749b-0d60-4ed7-b1ff-448e5f13ca49 req-b6a93aee-1999-47aa-bbe2-5c1b1fe5ba6e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:29.458677 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-18f3749b-0d60-4ed7-b1ff-448e5f13ca49 req-b6a93aee-1999-47aa-bbe2-5c1b1fe5ba6e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0927114
Apr 20 13:25:29.506243 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-18f3749b-0d60-4ed7-b1ff-448e5f13ca49 req-2318f309-2038-471f-b956-19898bb8b565 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411711
Apr 20 13:25:29.961247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:25:30.429377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:30.706130 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7121821-3c5b-428a-aa17-176fbe680d3e req-efc3bd8f-67ac-4323-924d-4dd678825002 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:30.708171 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b7121821-3c5b-428a-aa17-176fbe680d3e req-efc3bd8f-67ac-4323-924d-4dd678825002 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0889406
Apr 20 13:25:30.755767 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b7121821-3c5b-428a-aa17-176fbe680d3e req-bfabb9dc-d2ed-429c-93d1-d8122aed564a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413404
Apr 20 13:25:31.375184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:31.962882 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01a6c7-a64d-44ad-991d-ae82f7d9b03d req-743c91d7-a706-4db1-87b6-6144d74676da tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:31.964511 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e01a6c7-a64d-44ad-991d-ae82f7d9b03d req-743c91d7-a706-4db1-87b6-6144d74676da tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 945 time: 0.0926995
Apr 20 13:25:32.013318 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-8e01a6c7-a64d-44ad-991d-ae82f7d9b03d req-279319b5-b6df-4a83-b7bb-03b1f8480a0e tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423400
Apr 20 13:25:32.690305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device 0648bb3c-35cd-40a6-8a42-db98658cfdbd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:32.809741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621798'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:32.841502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:25:32.851669 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:32.854739 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772694937288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772694488401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264160287382'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:32.856627 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:32.914291 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'code': 200}
Apr 20 13:25:32.929190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Pushing event updated for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:32.937316 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.937705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.938086 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.938463 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.938841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.939213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.939612 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.940004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.940406 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.940720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.941083 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.941446 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-2-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 13:25:32.946389 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:33.213576 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c8eb-3be0-4883-a269-6dc611e478b4 req-37eef9f9-7cd4-44f5-9268-40676305ba2a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:33.215184 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-74f8c8eb-3be0-4883-a269-6dc611e478b4 req-37eef9f9-7cd4-44f5-9268-40676305ba2a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0885143
Apr 20 13:25:33.268134 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-74f8c8eb-3be0-4883-a269-6dc611e478b4 req-74a8d523-2676-492f-9cff-f04656fcd1b3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464098
Apr 20 13:25:33.540391 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9202298-28af-4688-ac99-a7ef6496cffc req-9a25916c-b0d8-400c-b860-f0c055be86e0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:33.541941 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9202298-28af-4688-ac99-a7ef6496cffc req-9a25916c-b0d8-400c-b860-f0c055be86e0 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 943 time: 0.0878348
Apr 20 13:25:33.622151 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port 0648bb3c-35cd-40a6-8a42-db98658cfdbd {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:33.622536 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:33.888737 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] For port 0648bb3c-35cd-40a6-8a42-db98658cfdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0648bb3c-35cd-40a6-8a42-db98658cfdbd,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:33.889087 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:34.027343 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for 0648bb3c-35cd-40a6-8a42-db98658cfdbd owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:34.177755 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:34.183772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-7250f9f8-6826-4934-aaa6-77b512545304 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:34.233813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=0648bb3c-35cd-40a6-8a42-db98658cfdbd,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:34.237826 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:34.316031 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] No DVR routers for this DVR port 0648bb3c-35cd-40a6-8a42-db98658cfdbd on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:25:34.319121 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:34.334053 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-deleted', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:25:34.341395 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-c9202298-28af-4688-ac99-a7ef6496cffc req-91a69bc4-97d0-43d0-80af-f6b1a663a72c tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "DELETE /v2.0/ports/0648bb3c-35cd-40a6-8a42-db98658cfdbd HTTP/1.1" status: 204  len: 173 time: 0.7912192
Apr 20 13:25:34.388853 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b81356-8bb6-4c5c-9569-a0e09a2916e5', 'name': 'network-vif-deleted', 'tag': '0648bb3c-35cd-40a6-8a42-db98658cfdbd', 'status': 'completed', 'code': 200}
Apr 20 13:25:34.440380 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a019e1fb-30a3-4afd-9341-0cf473414b29 req-40f13b77-7ae2-434d-9e60-1c0fb0f44cc1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:25:34.455680 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-a019e1fb-30a3-4afd-9341-0cf473414b29 req-40f13b77-7ae2-434d-9e60-1c0fb0f44cc1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:25:34.456971 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-a019e1fb-30a3-4afd-9341-0cf473414b29 req-40f13b77-7ae2-434d-9e60-1c0fb0f44cc1 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=86b81356-8bb6-4c5c-9569-a0e09a2916e5 HTTP/1.1" status: 200  len: 210 time: 0.0672357
Apr 20 13:25:37.977623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 48964) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:38.198989 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port 86830f30-16b4-40fb-9c81-b66754ba0e85 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:38.199291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:38.376911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:38.377285 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:38.511341 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for 86830f30-16b4-40fb-9c81-b66754ba0e85 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:38.903946 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27701823'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:38.907879 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e19e4c22-ceda-497a-9c60-6cfb8aa9160b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:38.959147 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=86830f30-16b4-40fb-9c81-b66754ba0e85,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:38.962063 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:39.057667 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:39.058258 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.db.l3_db [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Floating IP fb6aad75-c8f9-44bc-b572-532e55ea8c2a disassociated (deleted). External IP: 172.27.2.154, port: f38e65a5-4a04-4104-8979-86982bc68ae7.
Apr 20 13:25:39.433060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:25:39.621642 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:25:39.631964 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:25:39.643014 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:39.643264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:39.643949 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3e10>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:39.705218 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-14e552d0-2658-4da8-86d4-86d110122955 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "DELETE /v2.0/floatingips/fb6aad75-c8f9-44bc-b572-532e55ea8c2a HTTP/1.1" status: 204  len: 168 time: 1.7264271
Apr 20 13:25:39.705921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:25:39.763097 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'status': 'completed', 'code': 200}
Apr 20 13:25:39.837738 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:39.872486 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-359b895d-083a-48a6-8820-d846071ff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:39.874109 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-359b895d-083a-48a6-8820-d846071ff770 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 1099 time: 0.0821650
Apr 20 13:25:40.107585 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-ee70aa53-9cf0-4a2f-9877-15d33fcbfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:40.109188 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-ee70aa53-9cf0-4a2f-9877-15d33fcbfd72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 200  len: 913 time: 0.2249410
Apr 20 13:25:40.175135 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3e10>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:40.182257 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:25:40.191694 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:40.192371 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3e10>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:40.192651 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-ebdd33fc-6eb7-4eee-accd-3bf7487e62ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 200  len: 217 time: 0.0723631
Apr 20 13:25:40.252930 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c38e-31b7-4789-953b-29d2802e713f req-22a1da61-79b9-4fee-9d35-d88d04229287 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:40.254546 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b4c3c38e-31b7-4789-953b-29d2802e713f req-22a1da61-79b9-4fee-9d35-d88d04229287 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.2236469
Apr 20 13:25:40.312226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-72384870-7b48-4890-a125-b426d6185e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:40.313766 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-72384870-7b48-4890-a125-b426d6185e58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 200  len: 850 time: 0.1125917
Apr 20 13:25:40.321231 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-b4c3c38e-31b7-4789-953b-29d2802e713f req-9a3fe80c-5ed4-4d31-9a7d-0c6477318d57 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595000
Apr 20 13:25:40.384598 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:40.397983 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-f9a2f7ca-0c73-4d6a-b5fc-82770a0e5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:40.399608 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-f9a2f7ca-0c73-4d6a-b5fc-82770a0e5848 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efe135a0-86d6-41ca-bf48-f0ec6d74363f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771401
Apr 20 13:25:40.547841 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-d52d3827-2902-4522-91a0-969fd4dadfc5 service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401350
Apr 20 13:25:40.703728 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-cb51a1fc-f44f-4f64-b704-379ab36fe48b req-13ec4821-9b86-4d83-ac5c-d8067987b4ab service neutron] 10.222.0.58 "GET /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479924
Apr 20 13:25:40.893079 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7c3e10>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:40.898137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3712de9-f5e5-4d8a-90e8-3e35d6e6b74e None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:18:37Z', 'revision_number': 4, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi', '_interfaces': [{'id': '4afcf9b2-c9f3-4b8d-9e1d-35320f26c136', 'name': '', 'network_id': 'efe135a0-86d6-41ca-bf48-f0ec6d74363f', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'mac_address': 'fa:16:3e:36:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:36Z', 'updated_at': '2021-04-20T13:18:45Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'subnets': [{'id': '14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:25:41.262916 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611af7da-97e3-4fc8-882a-32ca53d68b0d None None] New status for floating IP fb6aad75-c8f9-44bc-b572-532e55ea8c2a: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 13:25:41.536242 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71443e-b761-4f09-a46e-ffa735d6ddca req-e51e6b44-379f-450e-a384-ad5f8a63b12d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:41.537851 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e71443e-b761-4f09-a46e-ffa735d6ddca req-e51e6b44-379f-450e-a384-ad5f8a63b12d tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.0967040
Apr 20 13:25:41.591157 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-2e71443e-b761-4f09-a46e-ffa735d6ddca req-4be211f7-68e9-4c5f-94eb-625f6dee10eb tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca05636d-c446-45e7-be6d-fc0dc2fbd613&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451891
Apr 20 13:25:41.772049 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-8986f84e-7f87-45c2-9df9-cf65e43b492a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 13:25:41.773606 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-8986f84e-7f87-45c2-9df9-cf65e43b492a tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 946 time: 0.0873878
Apr 20 13:25:41.861152 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port f38e65a5-4a04-4104-8979-86982bc68ae7 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:41.861539 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:42.123487 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] For port f38e65a5-4a04-4104-8979-86982bc68ae7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f38e65a5-4a04-4104-8979-86982bc68ae7,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:42.123838 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:42.253466 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for f38e65a5-4a04-4104-8979-86982bc68ae7 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:42.401184 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:42.407198 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-5be15837-5167-404b-b4bf-e6500e7d650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:42.452435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=f38e65a5-4a04-4104-8979-86982bc68ae7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:42.456749 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:42.539577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] No DVR routers for this DVR port f38e65a5-4a04-4104-8979-86982bc68ae7 on host hv-cinder-78662 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:25:42.542035 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:42.544835 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'name': 'network-vif-deleted', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 13:25:42.558144 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-26156fa7-02a2-4146-a601-f5a46ac97131 req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.58 "DELETE /v2.0/ports/f38e65a5-4a04-4104-8979-86982bc68ae7 HTTP/1.1" status: 204  len: 173 time: 0.7735727
Apr 20 13:25:42.592658 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18663694-1755-4492-b84b-fbd25099a595', 'name': 'network-vif-deleted', 'tag': 'f38e65a5-4a04-4104-8979-86982bc68ae7', 'status': 'completed', 'code': 200}
Apr 20 13:25:42.752418 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d794e090-d414-400c-9c55-f663911c67c9 req-07d958fd-d305-4cbe-84e8-136bc371a388 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Synchronizing usage tracker for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 13:25:42.767312 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.quota.resource [req-d794e090-d414-400c-9c55-f663911c67c9 req-07d958fd-d305-4cbe-84e8-136bc371a388 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Unset dirty status for tenant:dab36c1bd0c44de2b75440f11177bf1b on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 13:25:42.768582 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [req-d794e090-d414-400c-9c55-f663911c67c9 req-07d958fd-d305-4cbe-84e8-136bc371a388 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "GET /v2.0/ports?device_id=18663694-1755-4492-b84b-fbd25099a595 HTTP/1.1" status: 200  len: 210 time: 0.0640004
Apr 20 13:25:43.870997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48982) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:44.040671 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Deleting port b438e807-3838-4b76-9532-aa9a3d3bb9ff {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:44.041048 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.217210 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.217504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.349131 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Calling delete_port for b438e807-3838-4b76-9532-aa9a3d3bb9ff owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:44.492244 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.496823 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-48d5d882-fcfe-40a6-9cc1-c0135497d594 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:44.543260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'Port': ['ID=b438e807-3838-4b76-9532-aa9a3d3bb9ff,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:44.571551 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:44.738004 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device f38e65a5-4a04-4104-8979-86982bc68ae7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:44.776848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] No Port match for: f38e65a5-4a04-4104-8979-86982bc68ae7 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:44.777159 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Device f38e65a5-4a04-4104-8979-86982bc68ae7 not bound to the agent host hv-cinder-78662 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:44.879206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.896006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7918'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:44.900040 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-e7fa765d-7bd5-4ae1-9400-be9da2aee6c3 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "DELETE /v2.0/floatingips/5b96bc31-9349-48a1-9644-08bd4415a955 HTTP/1.1" status: 204  len: 168 time: 1.0251021
Apr 20 13:25:46.295659 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 48996) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:46.369684 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:46.400895 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:46.457614 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:46.462851 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-21dd2421-5a2b-49b3-b579-3a46415b41a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:46.479581 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05636d-c446-45e7-be6d-fc0dc2fbd613,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:46.485112 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:46.487181 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:46.488416 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-049a8a24-8ac2-4ae0-b1aa-a9aadf20a1cd tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] 10.222.0.72 "DELETE /v2.0/security-groups/ca05636d-c446-45e7-be6d-fc0dc2fbd613 HTTP/1.1" status: 204  len: 168 time: 0.1916668
Apr 20 13:25:46.544816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49002) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:47.279413 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:47.647727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Deleting port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:47.648300 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:47.830577 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] For port 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:47.830974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:47.969538 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Calling delete_port for 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:48.149529 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:48.154974 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-03c947e0-c426-4f2f-8087-198e09a664e4 tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:48.233803 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afcf9b2-c9f3-4b8d-9e1d-35320f26c136,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:48.236750 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:48.493922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:48.868170 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Router 6e192154-9e36-4319-abe3-ba2ebbf9a840 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:25:49.295994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:25:49.305216 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Sync routers for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:25:49.309173 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-be6decb8-baec-4ac4-a1e7-9d1a8b6f85d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/6e192154-9e36-4319-abe3-ba2ebbf9a840/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7631714
Apr 20 13:25:49.311841 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49008) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:49.315313 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:49.315997 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf51c0b8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:49.501722 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:49.507368 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:49.690425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:49.699556 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Deleting port 8d9239c5-2ac1-45fb-96e1-990253cfaef6 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:49.699941 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:49.813484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf51c0b8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:25:48Z', 'revision_number': 5, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port': {'id': '8d9239c5-2ac1-45fb-96e1-990253cfaef6', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:33Z', 'updated_at': '2021-04-20T13:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:49.818124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Checking router: 6e192154-9e36-4319-abe3-ba2ebbf9a840 for host: dv-cinder-786627-2-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:25:49.827604 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Routers {'6e192154-9e36-4319-abe3-ba2ebbf9a840'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:49.828271 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf51c0b8>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['6e192154-9e36-4319-abe3-ba2ebbf9a840'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:49.889169 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] For port 8d9239c5-2ac1-45fb-96e1-990253cfaef6, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=8d9239c5-2ac1-45fb-96e1-990253cfaef6,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:49.889748 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:49.996183 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] Set router 6e192154-9e36-4319-abe3-ba2ebbf9a840 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:50.024884 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Calling delete_port for 8d9239c5-2ac1-45fb-96e1-990253cfaef6 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:50.110807 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf51c0b8>, [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:25:49Z', 'revision_number': 6, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:50.115787 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c842f90-4527-4834-9b1a-8fdbe871b3a9 None None] The sync data for ids ['6e192154-9e36-4319-abe3-ba2ebbf9a840'] in dv-cinder-786627-2-iscsi is: [{'id': '6e192154-9e36-4319-abe3-ba2ebbf9a840', 'name': 'tempest-TestVolumeBootPattern-650044817-router', 'tenant_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:32Z', 'updated_at': '2021-04-20T13:25:49Z', 'revision_number': 6, 'project_id': 'dab36c1bd0c44de2b75440f11177bf1b', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:25:50.208457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.213386 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-6ae71129-0edb-4549-a00f-0ffebc5d8d62 tempest-AttachVolumeShelveTestJSON-269766008 tempest-AttachVolumeShelveTestJSON-269766008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:50.297415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9239c5-2ac1-45fb-96e1-990253cfaef6,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:50.300034 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:50.367089 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.554778 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.557421 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.583781 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.584373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e192154-9e36-4319-abe3-ba2ebbf9a840 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:25:50.598468 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.599731 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-ed4c223e-f6ee-4e6c-9272-0c7abbc58cf4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6e192154-9e36-4319-abe3-ba2ebbf9a840 HTTP/1.1" status: 204  len: 168 time: 1.2866085
Apr 20 13:25:50.602365 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49012) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:50.669489 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Deleting subnet 14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:25:50.673416 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.732484 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:50.821876 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.079940 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.084886 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d262ff6a-3b02-4758-a890-fe5c3e9088a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:51.121901 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:51.124213 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.126741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:51.129740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24753824-ac2f-492d-9c26-61dd443bfa48 None None] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:25:51.131632 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-161f2a5f-c688-4b32-b5e2-22643e64fba8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/14dd9ca9-e8cf-4ebf-b8f6-1bc1396a3ba8 HTTP/1.1" status: 204  len: 168 time: 0.5282149
Apr 20 13:25:51.134320 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49018) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:51.249571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.261175 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Deleting port 1803e9f8-cf41-4eee-8467-eac91cabb47a {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:51.261547 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.394008 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] DHCP port deletion for efe135a0-86d6-41ca-bf48-f0ec6d74363f request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:25:51.399041 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Deleting port 1803e9f8-cf41-4eee-8467-eac91cabb47a {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:51.399501 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.433475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8d9239c5-2ac1-45fb-96e1-990253cfaef6 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:51.480672 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 8d9239c5-2ac1-45fb-96e1-990253cfaef6 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:51.481066 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 8d9239c5-2ac1-45fb-96e1-990253cfaef6 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:51.481805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:51.488789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] For port 1803e9f8-cf41-4eee-8467-eac91cabb47a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1803e9f8-cf41-4eee-8467-eac91cabb47a,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:51.489291 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.528387 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:51.528783 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 4afcf9b2-c9f3-4b8d-9e1d-35320f26c136 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:51.625412 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Calling delete_port for 1803e9f8-cf41-4eee-8467-eac91cabb47a owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:51.708092 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.708698 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] For port 1803e9f8-cf41-4eee-8467-eac91cabb47a, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1803e9f8-cf41-4eee-8467-eac91cabb47a,segment=NetworkSegment(4ceed596-bb8d-4655-82f7-8dbc06ea5660),segment_id=4ceed596-bb8d-4655-82f7-8dbc06ea5660)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:51.709141 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.713174 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0cdd0e8b-62f4-4480-87d4-44e428dd2b3f tempest-TestVolumeBootPattern-1381311439 tempest-TestVolumeBootPattern-1381311439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:51.762124 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1803e9f8-cf41-4eee-8467-eac91cabb47a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:51.764150 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] No DVR routers for this DVR port 1803e9f8-cf41-4eee-8467-eac91cabb47a on host dv-cinder-786627-2-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:25:51.765697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:51.843115 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Calling delete_port for 1803e9f8-cf41-4eee-8467-eac91cabb47a owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:51.887976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:51.922635 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:25:51.923032 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:25:52.000519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cf862828>,) {'filters': {'network_id': ['efe135a0-86d6-41ca-bf48-f0ec6d74363f']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:52.016852 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf862828>, '4ceed596-bb8d-4655-82f7-8dbc06ea5660') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:52.017186 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cf862828>, '4ceed596-bb8d-4655-82f7-8dbc06ea5660') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:52.029579 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.044559 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.050720 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:25:52.225118 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:25:52.234107 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.412928 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Network efe135a0-86d6-41ca-bf48-f0ec6d74363f has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:25:52.424641 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Deleting port 1803e9f8-cf41-4eee-8467-eac91cabb47a {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:52.425173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:25:52.435349 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:25:52.499568 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a553-df5a-45c0-9767-d2f145379258 None None] The port '1803e9f8-cf41-4eee-8467-eac91cabb47a' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:25:52.513813 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.517404 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:52.533264 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:52.541911 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe135a0-86d6-41ca-bf48-f0ec6d74363f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:52.545448 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:52.556009 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-9143879d-04b5-4f0f-a135-56412a96eda0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/efe135a0-86d6-41ca-bf48-f0ec6d74363f HTTP/1.1" status: 204  len: 168 time: 1.4206851
Apr 20 13:25:52.559329 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49026) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:53.375716 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854117731'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:53.400744 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1803e9f8-cf41-4eee-8467-eac91cabb47a no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:53.438215 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 1803e9f8-cf41-4eee-8467-eac91cabb47a {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:53.438607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1803e9f8-cf41-4eee-8467-eac91cabb47a not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:53.747214 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Deleting port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:53.747624 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:53.929800 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] For port ad6e112d-cbbc-4d5c-8000-a4eb379b3c46, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:53.930190 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:54.062937 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Calling delete_port for ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:54.233247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:54.237874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-131a4be5-de75-4d79-b518-de8c8ab07358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:54.285376 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6e112d-cbbc-4d5c-8000-a4eb379b3c46,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:54.288762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:54.567727 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117661'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:54.945869 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 has already been hosted by L3 agent 0322921c-0a5f-439d-84b7-d83bf0533339 {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 13:25:55.138976 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] Notify agent at l3_agent.dv-cinder-786627-2-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 13:25:55.148323 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Sync routers for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 13:25:55.158476 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-c62b9579-fd56-4f49-8f42-40092da32615 admin admin] 10.222.0.72 "PUT /v2.0/routers/346b9b1f-42cb-444d-b28e-c5dafb0dc7f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5955918
Apr 20 13:25:55.158735 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49034) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:55.158973 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:55.159753 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7b7048>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:55.348326 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: dv-cinder-786627-2-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:55.350105 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:55.822608 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:55.823224 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7b7048>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'external_fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:25:54Z', 'revision_number': 5, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port': {'id': '1183ce82-7376-4b7e-8ea0-4fc37438ff0c', 'name': '', 'network_id': '66920fcf-2d9e-4e77-8668-a98f368dcfac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T13:18:42Z', 'updated_at': '2021-04-20T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1effd7e-4f1f-4d27-99e7-d9165151e25c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-2-iscsi'}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:55.827762 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Checking router: 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 for host: dv-cinder-786627-2-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 13:25:55.831154 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Deleting port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:55.831565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:55.838188 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Routers {'346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'} bound to L3 agent in host dv-cinder-786627-2-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 13:25:55.838878 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7b7048>, 'dv-cinder-786627-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T13:02:28Z,description=<?>,heartbeat_timestamp=2021-04-20T13:25:29Z,host='dv-cinder-786627-2-iscsi',id=0322921c-0a5f-439d-84b7-d83bf0533339,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T13:02:28Z,topic='l3_agent')) {'router_ids': ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:55.930705 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e364faca-43f1-4e34-835c-209038648aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.005630 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvr_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] Set router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 13:25:56.020718 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] For port 1183ce82-7376-4b7e-8ea0-4fc37438ff0c, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,segment=NetworkSegment(5e855b0e-b615-485a-8895-553b52ea0026),segment_id=5e855b0e-b615-485a-8895-553b52ea0026)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:56.021114 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.119022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_hamode_db [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa8cf7b7048>, [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:25:55Z', 'revision_number': 6, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port_host': None}], 'dv-cinder-786627-2-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:56.123156 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e043b-12e0-47ac-b2a5-a39d4c923f32 None None] The sync data for ids ['346b9b1f-42cb-444d-b28e-c5dafb0dc7f4'] in dv-cinder-786627-2-iscsi is: [{'id': '346b9b1f-42cb-444d-b28e-c5dafb0dc7f4', 'name': 'tempest-TestVolumeBootPattern-1783870057-router', 'tenant_id': 'c210a5ee5f154643b66117135ab6cc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T13:18:40Z', 'updated_at': '2021-04-20T13:25:55Z', 'revision_number': 6, 'project_id': 'c210a5ee5f154643b66117135ab6cc6c', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 13:25:56.153794 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Calling delete_port for 1183ce82-7376-4b7e-8ea0-4fc37438ff0c owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:56.330609 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.336027 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-960e108c-4451-4740-9616-699830af2049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:56.383144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=1183ce82-7376-4b7e-8ea0-4fc37438ff0c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:56.386655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:56.487578 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700514'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.676892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-305'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.679337 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.699805 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118790'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.700358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 13:25:56.713475 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.714695 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-023c1292-afbd-4cc7-89ad-37a355df6bfb admin admin] 10.222.0.72 "DELETE /v2.0/routers/346b9b1f-42cb-444d-b28e-c5dafb0dc7f4 HTTP/1.1" status: 204  len: 168 time: 1.5549564
Apr 20 13:25:56.717445 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49038) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:56.784923 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Deleting subnet 8f5b8e20-7737-4129-bda6-37a91fbd58cd {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 13:25:56.789064 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.845957 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827009455'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:56.927390 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851305127'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.192173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3470689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827097426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27407070'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.197106 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-dcaac6c7-7dc9-4580-8a60-c9786dbdefe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:57.232019 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5b8e20-7737-4129-bda6-37a91fbd58cd,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:57.234571 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:57.237471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.243381 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f507d4f-7f6d-4ad5-8c80-e84a9a58409d None None] Network 3acce8dc-8d52-4538-a46c-08374225f257 requested from dv-cinder-786627-2-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 13:25:57.247212 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-19e3be76-b459-4d3a-ab1d-e71af13d61c2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8f5b8e20-7737-4129-bda6-37a91fbd58cd HTTP/1.1" status: 204  len: 168 time: 0.5263240
Apr 20 13:25:57.247479 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49042) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:57.364268 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851337963'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.375816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Deleting port ecf3c924-c711-4f28-ad43-2f515b194f92 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:57.376193 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.419896 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:57.458686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:57.458994 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ad6e112d-cbbc-4d5c-8000-a4eb379b3c46 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:57.459473 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1183ce82-7376-4b7e-8ea0-4fc37438ff0c no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:57.499979 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: 1183ce82-7376-4b7e-8ea0-4fc37438ff0c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:57.500364 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device 1183ce82-7376-4b7e-8ea0-4fc37438ff0c not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:57.583065 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] DHCP port deletion for 3acce8dc-8d52-4538-a46c-08374225f257 request from dv-cinder-786627-2-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 13:25:57.587498 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Deleting port ecf3c924-c711-4f28-ad43-2f515b194f92 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:57.587921 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.603197 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] For port ecf3c924-c711-4f28-ad43-2f515b194f92, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ecf3c924-c711-4f28-ad43-2f515b194f92,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:57.603626 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.741260 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Calling delete_port for ecf3c924-c711-4f28-ad43-2f515b194f92 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:57.802072 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.db [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] For port ecf3c924-c711-4f28-ad43-2f515b194f92, host dv-cinder-786627-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-2-iscsi',level=0,port_id=ecf3c924-c711-4f28-ad43-2f515b194f92,segment=NetworkSegment(2505d77e-9812-471e-b378-1713a2d9eaf9),segment_id=2505d77e-9812-471e-b378-1713a2d9eaf9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 13:25:57.802506 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854083462'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.817628 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851153592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854443845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264159838495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264160287416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827097222'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:57.822904 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d4805f68-7b28-45f5-bcac-7111a0281a3a tempest-AttachVolumeTestJSON-243504524 tempest-AttachVolumeTestJSON-243504524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:57.874824 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf3c924-c711-4f28-ad43-2f515b194f92,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:57.878490 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:57.879348 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] No DVR routers for this DVR port ecf3c924-c711-4f28-ad43-2f515b194f92 on host dv-cinder-786627-2-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 13:25:58.012100 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470604', 'neutron.services.segments.db._delete_segments_for_network-8772695020659'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.107338 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Calling delete_port for ecf3c924-c711-4f28-ad43-2f515b194f92 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 13:25:58.126582 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa8cfc1d7b8>,) {'filters': {'network_id': ['3acce8dc-8d52-4538-a46c-08374225f257']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:58.143972 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfc1d7b8>, '2505d77e-9812-471e-b378-1713a2d9eaf9') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:58.144374 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.services.segments.db [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa8cfc1d7b8>, '2505d77e-9812-471e-b378-1713a2d9eaf9') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 13:25:58.157549 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264159776099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27766361'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.175931 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3469887'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.181060 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.db.api [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 13:25:58.181471 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_db.api [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 13:25:58.182741 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 13:25:58.359519 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Network 3acce8dc-8d52-4538-a46c-08374225f257 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:25:58.368395 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851305912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27678477'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.548574 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.managers [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Network 3acce8dc-8d52-4538-a46c-08374225f257 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]: Traceback (most recent call last):
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     timer()
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     cb(*args, **kw)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     return func(*args, **kwargs)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     self._notify()
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     self.callback(batched_events)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     event.method(event)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     segment_id)['aggregates'][0]
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     return f(self, *a, **k)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self._get(url).json()
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     **kwargs)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     return self.request(url, 'GET', **kwargs)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     **endpoint_filter)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 13:25:58.572267 dv-cinder-786627-2-iscsi neutron-server[86259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 13:25:58.588277 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5f717776-8573-43d8-a562-361901ad4bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.656227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851305212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656773'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.659848 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:58.673623 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216310'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.682815 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Deleting port ecf3c924-c711-4f28-ad43-2f515b194f92 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 13:25:58.683250 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264159842676'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.685377 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acce8dc-8d52-4538-a46c-08374225f257,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:58.690357 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:58.694615 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-d8318e43-68aa-4fba-8c09-12e389afe161 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3acce8dc-8d52-4538-a46c-08374225f257 HTTP/1.1" status: 204  len: 168 time: 1.4458928
Apr 20 13:25:58.757373 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-8741c8c8-dca6-4edf-9fc7-b89166cf1b24 None None] The port 'ecf3c924-c711-4f28-ad43-2f515b194f92' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 13:25:58.811144 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 49048) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:58.864879 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-cbb1e1a6-5fc2-466c-9623-581c65767c24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dab36c1bd0c44de2b75440f11177bf1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524333
Apr 20 13:25:58.867302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.72', 49052) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:58.928606 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.955785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:58.993077 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.005922 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.011173 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-1630db29-e9ce-4291-87b4-54ada7a0df5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:59.027966 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5db6de-fc1d-49b7-a27b-1965095ddcf6,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:59.032045 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:59.035877 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.037070 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-01cd3e5f-9ecd-426f-b95f-1f9ecd15f274 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc5db6de-fc1d-49b7-a27b-1965095ddcf6 HTTP/1.1" status: 204  len: 168 time: 0.1687872
Apr 20 13:25:59.160655 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.406358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ecf3c924-c711-4f28-ad43-2f515b194f92 no longer exists at agent ovs-agent-dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 13:25:59.412554 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49060) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:59.443917 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] No Port match for: ecf3c924-c711-4f28-ad43-2f515b194f92 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 13:25:59.444239 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.plugins.ml2.rpc [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Device ecf3c924-c711-4f28-ad43-2f515b194f92 not bound to the agent host dv-cinder-786627-2-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 13:25:59.467148 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-58e58e62-70ce-40b4-a68c-7ba741672fae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c210a5ee5f154643b66117135ab6cc6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532422
Apr 20 13:25:59.469776 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.72', 49064) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 13:25:59.532890 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.560265 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.612310 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641191'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.617785 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-0af60e69-9e95-4037-bc65-28bf83893080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 13:25:59.630456 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99636c6-64f9-4f5f-af96-4e577d9ac177,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 13:25:59.633573 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG oslo_concurrency.lockutils [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 13:25:59.635632 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:25:59.637763 dv-cinder-786627-2-iscsi neutron-server[86259]: INFO neutron.wsgi [None req-23cfdf16-e1e6-4708-b7de-da3f6394cc40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b99636c6-64f9-4f5f-af96-4e577d9ac177 HTTP/1.1" status: 204  len: 168 time: 0.1660535
Apr 20 13:26:00.433603 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:01.373289 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:06.960439 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:26:25.924457 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-3cdcae4a-f80e-4ade-83c1-24789c4cb525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:28.588462 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-112187fe-e744-4b23-b860-f776059e2c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:28.995875 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:29.151854 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:30.440502 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:31.374435 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:43.960415 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:26:55.448139 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.wsgi [req-e4d32faa-a955-4b21-b378-ac6a46969b62 req-8f50749f-1b29-4cb1-bbbd-e456930382a0 service neutron] (86373) timed out ('10.222.0.58', 62921) {{(pid=86373) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 13:26:55.930358 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-5c634924-7172-4e6c-832d-dbcb4361ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:58.588873 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-27b9dada-a073-41ab-960c-4773c9d5e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:58.999580 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:26:59.153363 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:00.437535 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:01.372697 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:20.959987 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:27:25.923740 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-023c1545-74a3-4b98-8eef-63b2e5494e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:28.591206 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-f7da91f0-dba1-42f7-bded-c146b1e83470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:29.001038 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:29.158597 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:30.440454 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:31.372825 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:55.925321 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-7029850b-4953-4cda-ac6e-0a0b4f82ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:57.961006 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:27:58.593119 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca63f-934d-41da-881e-4e67adc7c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:59.004638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:27:59.160960 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:00.445227 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:01.371980 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:25.942302 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-893dcd9e-d942-4113-9454-87a729f34f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:28.594712 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea34c-4a76-4e7f-bd3d-1d8a20d05d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:29.018283 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:29.166003 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:30.448085 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:31.375607 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:34.965247 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:28:55.929511 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4c57b900-67a4-4d30-ad1e-2cd13cee0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:58.598480 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-6a1899bb-207e-4e03-a2fa-afd92d3938a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:59.012760 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:28:59.169022 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:00.451384 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:01.374874 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:11.965816 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:29:25.936394 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c63-e4df-4857-bf6b-d391f00addc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:28.601686 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8818-5490-4b9c-8417-76ad767cee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:29.016789 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:29.174059 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:30.453483 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:31.386122 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:48.965280 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:29:55.918202 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-97fc0ca2-a178-47d5-9ca0-fbe12205b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:58.604731 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eb5d634f-5a5f-4db6-a650-dc277eac1c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:59.016915 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:29:59.178309 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:00.455899 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:01.386137 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:25.921897 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-d48b14ff-414c-4729-a6cb-9ed6624d19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:25.966221 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 13:30:28.608906 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-4ab6fceb-ecde-4e02-8340-e627460b8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:29.020305 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:29.180460 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:30.458226 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:31.385476 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:55.930504 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-b24e6904-bc5c-4038-a83d-72fc3f1fa255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:58.609892 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-eab8a3f6-9de3-4cd3-942b-dc6c651685a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:59.023772 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-84fe8afb-fde6-4d0e-9ec7-e700a5d4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:30:59.181638 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-e7a66fc0-2d23-4293-bd88-e48d97afdc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:31:00.460565 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb208-60be-40c6-8cd5-fa9f59e89169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:31:01.402425 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron_lib.callbacks.manager [None req-58f1aed1-495f-48bf-9d3c-6a937c9679f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264159755141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555886'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 13:31:02.965887 dv-cinder-786627-2-iscsi neutron-server[86259]: DEBUG neutron.db.agents_db [None req-43eec52a-cd6c-4352-8e99-3853e92a13a0 None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}